-- Logs begin at Wed 2021-08-04 10:49:44 UTC, end at Wed 2021-08-04 12:04:09 UTC. -- Aug 04 11:33:55.731975 dv-cinder-786524-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 04 11:33:58.450575 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.common.config [-] Logging enabled! Aug 04 11:33:58.451157 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 11:33:58.451347 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100410) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 11:33:58.455120 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.common.config [-] Logging enabled! Aug 04 11:33:58.455370 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev517 Aug 04 11:33:58.455678 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100410) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 04 11:33:58.456598 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:33:58.456827 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:33:58.457206 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:33:58.457449 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:33:58.457670 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:33:58.457983 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.458271 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.458558 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.458782 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.459068 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.459349 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.459626 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.459906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.460192 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.460468 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.460738 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.461041 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.461267 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.461543 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.461822 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.462098 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.462315 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] debug = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.462590 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.463007 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.463408 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.463683 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.463962 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.464231 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.464495 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.464762 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.465059 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.465381 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] host = dv-cinder-786524-10-iscsi {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.465658 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.465938 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.466216 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.466495 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.466760 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.467050 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.467327 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.467593 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.467857 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] log_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.468126 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.468405 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.468684 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.468965 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.469205 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.469423 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.469705 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.469986 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.470253 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.470519 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.470785 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.471049 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.471312 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.471572 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.471847 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.472124 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.472397 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.472662 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.472928 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.473213 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.473478 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.473754 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.474019 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.474286 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.474553 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.474829 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.475361 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.475630 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.475923 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.476200 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.476474 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.476747 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.477030 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.477302 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.477566 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.477831 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.478094 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] use_json = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.478357 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.478618 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.478888 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.479148 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.479408 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.479671 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.479935 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.480208 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:33:58.480493 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.480779 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.481090 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.481366 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.481651 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.481923 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.482201 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.482470 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.483260 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.483540 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.483821 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.484092 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.484370 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.484640 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.484926 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.485247 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.485532 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.485814 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.486086 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.486353 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.486620 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.486890 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.487167 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.487449 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.487728 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.487994 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.488264 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.488546 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.488813 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.489102 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.489371 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.489647 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.489914 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.490178 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.490452 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.490719 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.490981 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.491244 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.491513 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.491792 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.492059 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.492323 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.492585 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.492852 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.493136 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.493411 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.493676 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.493937 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.494199 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.494464 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.494727 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.494991 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.495257 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.495518 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.495782 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.496042 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.496307 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.496566 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.496826 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.497112 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.497374 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.497632 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.497898 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.498161 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.498989 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.499252 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.499517 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.499779 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.500055 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.500343 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.500611 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.500880 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.501175 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.501445 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.501713 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.501980 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.502248 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.502517 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.502780 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.503059 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.503333 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.503610 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.503883 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.504151 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.504434 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.504702 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.505000 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.505260 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.505528 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.505807 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.506082 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.506365 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.506648 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.506930 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.507212 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.507493 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.507761 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.508056 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.508326 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:33:58.508537 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:33:58.508768 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100410) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 04 11:33:58.851937 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100410) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 11:33:58.852213 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100410) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 11:33:58.852507 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100410) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 04 11:33:58.852833 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 04 11:33:59.238115 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.238314 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.238571 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.239760 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.240030 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.240289 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.273788 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.274054 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.274315 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.287733 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.288009 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.288275 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.317219 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.317488 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.317754 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.354195 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.354472 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.354732 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.581289 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.581926 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.581926 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.582181 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.582746 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.702014 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.702322 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.702599 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.702864 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.703126 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.703430 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.703684 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.703933 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.704181 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.704456 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.704709 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.704965 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.705235 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.705480 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.705726 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.705981 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.706780 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.707057 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.707328 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.707582 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.707846 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.708095 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.708380 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.708747 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.709007 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.709251 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.709637 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:33:59.709873 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:33:59.710103 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:33:59.710332 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:33:59.710562 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:33:59.710788 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:33:59.711140 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 04 11:33:59.714209 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 04 11:33:59.718110 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 04 11:33:59.721732 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Aug 04 11:33:59.723471 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 04 11:33:59.723912 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 04 11:33:59.724241 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 04 11:33:59.724616 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 04 11:33:59.727626 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 04 11:33:59.727876 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 04 11:33:59.728220 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 11:33:59.733574 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 04 11:33:59.755980 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 04 11:33:59.756418 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.756708 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100410) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 04 11:33:59.757102 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.758431 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100410) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 04 11:33:59.758709 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 04 11:33:59.758949 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 04 11:33:59.762185 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.762460 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:33:59.824745 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 04 11:33:59.824998 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 04 11:33:59.825230 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 04 11:33:59.825584 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 04 11:33:59.847270 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_db.sqlalchemy.engines [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100410) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 04 11:34:00.733671 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing driver for type 'gre' Aug 04 11:34:00.734345 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] gre ID ranges: [(1, 1000)] Aug 04 11:34:00.962604 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing driver for type 'local' Aug 04 11:34:00.962937 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing driver for type 'vlan' Aug 04 11:34:01.065561 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] VlanTypeDriver initialization complete Aug 04 11:34:01.065907 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing driver for type 'vxlan' Aug 04 11:34:01.066406 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] vxlan ID ranges: [(1, 1000)] Aug 04 11:34:01.241646 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing extension driver 'port_security' Aug 04 11:34:01.241980 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.extensions.port_security [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] PortSecurityExtensionDriver initialization complete Aug 04 11:34:01.242313 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing mechanism driver 'openvswitch' Aug 04 11:34:01.242632 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing mechanism driver 'hyperv' Aug 04 11:34:01.249684 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.plugin [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100410) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:01.250540 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.250922 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.251277 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.251798 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100410) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:34:01.252234 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnet after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.252589 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnet after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.252940 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.253362 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100410) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:34:01.253770 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.254119 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.254460 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.254853 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100410) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:34:01.255261 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > security_group after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.255614 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > security_group after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.255959 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > security_group after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.256355 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100410) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:34:01.256757 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.257132 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.259182 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.259182 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100410) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:34:01.259182 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > address_group after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.259182 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > address_group after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.259182 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > address_group after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.259517 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100410) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 04 11:34:01.259769 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] ML2 OVO RPC backend initialized. {{(pid=100410) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 04 11:34:01.260473 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.260826 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.261277 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.261628 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > networks before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.261980 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.262327 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > ports before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.262671 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnet before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.263017 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnets before_response 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.263360 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.263700 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.264695 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.265051 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.265392 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.265729 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.266065 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnet after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.266400 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnet after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.266734 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > subnet after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.267308 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.plugin [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Modular L2 Plugin initialization complete Aug 04 11:34:01.267637 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading services supported by the core plugin {{(pid=100410) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 04 11:34:01.267964 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.plugins.ml2.managers [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Got port-security extension from driver 'port_security' Aug 04 11:34:01.268424 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.extensions.vlantransparent [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Disabled vlantransparent extension. Aug 04 11:34:01.268913 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100410) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 04 11:34:01.269250 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: router Aug 04 11:34:01.304197 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router_interface before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.304530 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router after_create 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.304897 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router before_create 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.305282 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.305654 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.306005 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router after_delete 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.306362 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > floatingip after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.306723 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router after_create 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.307189 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router after_update 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.307540 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router after_update 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.307889 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.308249 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router after_update 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.308659 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_update 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.309049 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: port after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.309389 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: port after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.309725 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: subnet after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.310066 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.310411 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > port precommit_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.311275 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_create 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.311619 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: port before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.311962 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.312316 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router after_update 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.312657 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_delete 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.313027 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_create 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.313393 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router_interface after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.313736 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_update 55549900 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.314098 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > agent after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.314444 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > agent after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.314793 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > network after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.315637 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Tracking information for resource: router configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:34:01.315967 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Tracking information for resource: floatingip configured {{(pid=100410) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 04 11:34:01.320778 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.db.l3_agentschedulers_db [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 04 11:34:01.321390 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: port after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.321750 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: port after_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.322100 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: port after_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.322494 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: port after_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.323253 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router before_create 55550100 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.323615 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_delete 55550100 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.323974 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_create 55550100 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.324331 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > router precommit_update 55550100 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.329338 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.services.provider_configuration [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service providers = [] {{(pid=100410) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 04 11:34:01.329703 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.db.servicetype_db [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100410) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 04 11:34:01.332634 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.services.service_base [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100410) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:34:01.333009 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.services.service_base [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100410) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:34:01.333350 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.services.service_base [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100410) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:34:01.334238 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.services.service_base [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100410) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 04 11:34:01.334609 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.services.service_base [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 04 11:34:01.334977 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.335293 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 04 11:34:01.345919 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.346255 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: auto_allocate Aug 04 11:34:01.352280 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: network precommit_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.363842 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: network precommit_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.363842 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.363842 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: tag Aug 04 11:34:01.371724 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.372052 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: timestamp Aug 04 11:34:01.376424 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.376752 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: network_ip_availability Aug 04 11:34:01.387666 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.388040 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.388395 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.389716 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.390030 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: flavors Aug 04 11:34:01.394951 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.395279 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading Plugin: revisions Aug 04 11:34:01.399542 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100410) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 04 11:34:01.399938 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_concurrency.lockutils [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.547s {{(pid=100410) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 04 11:34:01.400679 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100410) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 04 11:34:01.401043 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Initializing extension manager. Aug 04 11:34:01.401590 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: __init__.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.401933 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: __pycache__ {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.402266 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.402597 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: address_group.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.403370 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.403941 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: address-group Aug 04 11:34:01.404268 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: address_scope.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.405043 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.405549 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: address-scope Aug 04 11:34:01.405873 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: admin_state_down_before_update.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.406826 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.407328 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: router-admin-state-down-before-update Aug 04 11:34:01.407648 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: agent.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.408351 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.408844 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: agent Aug 04 11:34:01.409203 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: agent_resources_synced.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.410112 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.410606 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: agent-resources-synced Aug 04 11:34:01.410926 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: allowedaddresspairs.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.419207 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.419746 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: allowed-address-pairs Aug 04 11:34:01.420067 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: auto_allocated_topology.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.421204 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.421710 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: auto-allocated-topology Aug 04 11:34:01.422035 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: availability_zone.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.422730 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.423227 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: availability_zone Aug 04 11:34:01.423547 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: availability_zone_filter.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.424509 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.425035 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: availability_zone_filter Aug 04 11:34:01.425361 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: data_plane_status.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.426273 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.426777 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension data-plane-status not supported by any of loaded plugins Aug 04 11:34:01.427099 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: default_subnetpools.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.428018 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.428524 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: default-subnetpools Aug 04 11:34:01.428845 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: dhcpagentscheduler.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.429695 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.430201 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: dhcp_agent_scheduler Aug 04 11:34:01.430522 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: dns.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.431441 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.431938 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension dns-integration not supported by any of loaded plugins Aug 04 11:34:01.432254 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: dns_domain_ports.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.433193 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.433690 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 04 11:34:01.434009 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.434929 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.435422 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 04 11:34:01.436289 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: dvr.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.436921 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.437441 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: dvr Aug 04 11:34:01.437761 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: ecmp_routes.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.438676 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.439170 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 04 11:34:01.439488 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: empty_string_filtering.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.440402 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.440930 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: empty-string-filtering Aug 04 11:34:01.441269 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.442181 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.442676 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 04 11:34:01.442995 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.443906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.444397 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 04 11:34:01.444716 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: external_net.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.456577 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.457118 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: external-net Aug 04 11:34:01.457443 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: extra_dhcp_opt.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.458351 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.458847 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: extra_dhcp_opt Aug 04 11:34:01.459167 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: extraroute.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.460077 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.460570 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: extraroute Aug 04 11:34:01.460890 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: extraroute_atomic.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.461943 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.462438 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: extraroute-atomic Aug 04 11:34:01.462757 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: filter_validation.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.463463 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.463963 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: filter-validation Aug 04 11:34:01.464282 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: fip_pf_description.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.465391 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.465892 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 04 11:34:01.466212 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: fip_port_details.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.467158 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.467659 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: fip-port-details Aug 04 11:34:01.467983 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: flavors.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.469247 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.469751 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: flavors Aug 04 11:34:01.470104 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.471772 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.472282 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 04 11:34:01.472611 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: floatingip_pools.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.473348 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.473854 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: floatingip-pools Aug 04 11:34:01.474177 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: ip_allocation.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.475108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.475870 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension ip_allocation not supported by any of loaded plugins Aug 04 11:34:01.476191 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.477144 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.477648 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: ip-substring-filtering Aug 04 11:34:01.477971 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l2_adjacency.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.478898 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.479470 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 04 11:34:01.479792 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l3.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.480758 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.481361 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: router Aug 04 11:34:01.481691 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l3_conntrack_helper.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.484432 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.484949 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 04 11:34:01.485305 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.486256 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.486765 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: ext-gw-mode Aug 04 11:34:01.487120 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.488109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.488606 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: l3-ha Aug 04 11:34:01.488954 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l3_flavors.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.490443 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.491045 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: l3-flavors Aug 04 11:34:01.491372 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.492299 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.492800 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 04 11:34:01.493158 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: l3agentscheduler.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.494214 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.494716 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: l3_agent_scheduler Aug 04 11:34:01.495044 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: logging.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.496539 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.497074 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension logging not supported by any of loaded plugins Aug 04 11:34:01.497404 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: metering.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.498148 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.499272 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: metering Aug 04 11:34:01.499598 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.500688 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.501235 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: metering_source_and_destination_fields Aug 04 11:34:01.501577 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: multiprovidernet.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.509792 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.510301 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: multi-provider Aug 04 11:34:01.510625 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: netmtu.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.511542 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.512047 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: net-mtu Aug 04 11:34:01.512370 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: netmtu_writable.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.513329 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.513834 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: net-mtu-writable Aug 04 11:34:01.514182 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: network_availability_zone.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.514852 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.515348 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: network_availability_zone Aug 04 11:34:01.515744 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: network_ip_availability.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.516837 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.517370 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: network-ip-availability Aug 04 11:34:01.517693 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: network_segment_range.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.518460 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.518956 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension network-segment-range not supported by any of loaded plugins Aug 04 11:34:01.519276 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: pagination.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.520265 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.520594 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: pagination Aug 04 11:34:01.520916 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: port_device_profile.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.521904 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.522409 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: port-device-profile Aug 04 11:34:01.522731 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.523653 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.524155 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: port-mac-address-regenerate Aug 04 11:34:01.524477 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.525416 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.525915 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: port-numa-affinity-policy Aug 04 11:34:01.526238 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: port_resource_request.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.527163 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.527660 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension port-resource-request not supported by any of loaded plugins Aug 04 11:34:01.527979 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: portbindings.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.528903 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.529430 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: binding Aug 04 11:34:01.529774 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: portbindings_extended.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.531033 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.531537 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: binding-extended Aug 04 11:34:01.531864 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: portsecurity.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.532812 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.533349 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: port-security Aug 04 11:34:01.533674 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: project_id.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.534652 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.534982 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: project-id Aug 04 11:34:01.535300 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: providernet.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.536227 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.536731 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: provider Aug 04 11:34:01.537088 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.540596 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.541151 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos not supported by any of loaded plugins Aug 04 11:34:01.541485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.542743 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.543253 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 04 11:34:01.543586 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.544516 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.545056 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 04 11:34:01.545910 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_default.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.546824 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.547331 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-default not supported by any of loaded plugins Aug 04 11:34:01.547658 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_fip.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.548314 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.548814 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-fip not supported by any of loaded plugins Aug 04 11:34:01.549175 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_gateway_ip.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.550101 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.550609 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 04 11:34:01.550927 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_port_network_policy.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.551843 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.552341 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 04 11:34:01.552662 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_rule_type_details.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.553631 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.554138 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 04 11:34:01.554506 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: qos_rules_alias.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.555504 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.556006 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 04 11:34:01.556326 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: quotasv2.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.557288 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.557798 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: quotas Aug 04 11:34:01.558122 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: quotasv2_detail.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.561750 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.562087 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: quota_details Aug 04 11:34:01.562420 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: rbac.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.563490 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.564021 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: rbac-policies Aug 04 11:34:01.564352 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: rbac_address_group.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.565322 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.565834 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: rbac-address-group Aug 04 11:34:01.566160 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: rbac_address_scope.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.567085 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.567597 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: rbac-address-scope Aug 04 11:34:01.567921 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: rbac_security_groups.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.568840 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.569379 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: rbac-security-groups Aug 04 11:34:01.569700 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: rbac_subnetpool.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.570621 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.571120 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: rbac-subnetpool Aug 04 11:34:01.571441 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: revisionifmatch.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.572356 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.572859 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: revision-if-match Aug 04 11:34:01.573210 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: revisions.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.574329 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.574834 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: standard-attr-revisions Aug 04 11:34:01.575158 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: router_availability_zone.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.575830 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.576331 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: router_availability_zone Aug 04 11:34:01.576678 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: routerservicetype.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.577641 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.578141 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension router-service-type not supported by any of loaded plugins Aug 04 11:34:01.578465 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.579388 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.579891 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: security-groups-normalized-cidr Aug 04 11:34:01.580214 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: security_groups_port_filtering.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.581163 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.581661 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: port-security-groups-filtering Aug 04 11:34:01.581985 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.582900 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.583405 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: security-groups-remote-address-group Aug 04 11:34:01.583735 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: securitygroup.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.593543 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.594068 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: security-group Aug 04 11:34:01.594403 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: segment.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.595195 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.595700 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension segment not supported by any of loaded plugins Aug 04 11:34:01.596027 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.596969 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.597501 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 04 11:34:01.597830 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: servicetype.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.598961 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.599474 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: service-type Aug 04 11:34:01.599801 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: sorting.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.601141 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.601475 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: sorting Aug 04 11:34:01.601799 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: standard_attr_segment.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.602791 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.603298 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 04 11:34:01.603628 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: standardattrdescription.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.604299 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.604809 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: standard-attr-description Aug 04 11:34:01.605167 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: stateful_security_group.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.606115 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.606626 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: stateful-security-group Aug 04 11:34:01.606952 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: stdattrs_common.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.607538 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 04 11:34:01.608377 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.609339 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.609850 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 04 11:34:01.610172 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: subnet_onboard.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.611251 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.611763 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: subnet_onboard Aug 04 11:34:01.612090 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.613066 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.613582 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 04 11:34:01.613901 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: subnet_service_types.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.614834 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.615343 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: subnet-service-types Aug 04 11:34:01.615668 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: subnetallocation.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.616752 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.617283 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: subnet_allocation Aug 04 11:34:01.617613 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.618285 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.618786 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: subnetpool-prefix-ops Aug 04 11:34:01.619105 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.620047 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.620550 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 04 11:34:01.620872 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: tagging.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.621975 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.622483 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: standard-attr-tag Aug 04 11:34:01.622809 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: timestamp.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.624700 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.625238 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loaded extension: standard-attr-timestamp Aug 04 11:34:01.625571 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: trunk.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.626611 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.627126 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension trunk not supported by any of loaded plugins Aug 04 11:34:01.627453 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: trunk_details.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.628388 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.628896 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension trunk-details not supported by any of loaded plugins Aug 04 11:34:01.629251 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: uplink_status_propagation.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.630172 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.630677 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 04 11:34:01.630999 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Loading extension file: vlantransparent.py {{(pid=100410) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 04 11:34:01.631665 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100410) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 04 11:34:01.632163 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 04 11:34:01.634662 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:network Aug 04 11:34:01.635199 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:subnet Aug 04 11:34:01.635595 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:34:01.635987 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:port Aug 04 11:34:01.637253 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.637689 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service FLAVORS assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.638312 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.638742 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.639100 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:router Aug 04 11:34:01.639522 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 11:34:01.640011 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service METERING assigned prefix: /metering {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.641471 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.641842 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.642196 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100410) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:34:01.643206 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 11:34:01.643642 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:security_group Aug 04 11:34:01.644078 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 11:34:01.644675 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service CORE assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.645030 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:34:01.645378 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] subnetpool is already registered Aug 04 11:34:01.645806 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service CORE assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.646128 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:34:01.646454 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] subnetpool is already registered Aug 04 11:34:01.648770 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.649236 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service FLAVORS assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.649828 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.650250 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.650582 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:router Aug 04 11:34:01.650923 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] router is already registered Aug 04 11:34:01.651332 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:floatingip Aug 04 11:34:01.651722 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] floatingip is already registered Aug 04 11:34:01.657383 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service METERING assigned prefix: /metering {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.658100 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of CountableResource for resource:rbac_policy Aug 04 11:34:01.658438 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] rbac_policy is already registered Aug 04 11:34:01.658858 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:security_group Aug 04 11:34:01.659196 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] security_group is already registered Aug 04 11:34:01.659604 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 04 11:34:01.659938 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] security_group_rule is already registered Aug 04 11:34:01.660561 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service CORE assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.660889 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:34:01.661248 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] subnetpool is already registered Aug 04 11:34:01.661669 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.v2.resource_helper [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Service CORE assigned prefix: {{(pid=100410) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 04 11:34:01.662004 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Creating instance of TrackedResource for resource:subnetpool Aug 04 11:34:01.662336 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING neutron.quota.resource_registry [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] subnetpool is already registered Aug 04 11:34:01.662797 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: extensions {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.664379 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: address-groups {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.665900 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: address-scopes {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.667196 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: agents {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.668359 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: auto-allocated-topology {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.669678 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: availability_zones {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.671439 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: dhcp-networks {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.674099 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: dhcp-agents {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.675521 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: routers {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.677258 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: flavors {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.678500 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: service_profiles {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.679696 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: next_providers {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.681154 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: service_profiles {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.682676 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: floatingip-pools {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.683876 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: routers {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.685585 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: floatingips {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.687461 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: l3-routers {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.688856 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: l3-agents {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.690278 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: metering-labels {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.691600 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: metering-label-rules {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.693068 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: network-ip-availabilities {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.694311 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: bindings {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.695844 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: quotas {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.697405 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: quotas {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.698810 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: rbac-policies {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.699979 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: security-groups {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.701280 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: security-group-rules {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.702502 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: service-providers {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.703725 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: subnetpools {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.705041 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: subnetpools {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.706567 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.708217 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.710038 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.711771 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.713449 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.715367 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.717108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.718871 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.720693 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.723093 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron.api.extensions [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Extended resource: tags {{(pid=100410) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 04 11:34:01.729308 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING keystonemiddleware.auth_token [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 04 11:34:01.734366 dv-cinder-786524-10-iscsi neutron-server[100410]: WARNING keystonemiddleware.auth_token [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 04 11:34:01.743546 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_concurrency.lockutils [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Acquired lock "singleton_lock" {{(pid=100410) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 04 11:34:01.744020 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_concurrency.lockutils [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Releasing lock "singleton_lock" {{(pid=100410) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 04 11:34:01.744656 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO oslo_service.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Starting 2 workers Aug 04 11:34:01.749985 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Started child 100519 {{(pid=100410) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:34:01.754517 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Started child 100520 {{(pid=100410) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:34:01.755524 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:01.756156 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO neutron.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 04 11:34:01.756733 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Notify callbacks [] for process, before_spawn {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:01.757021 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [-] (100519) wsgi starting up on http://0.0.0.0:9696 Aug 04 11:34:01.759156 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO oslo_service.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Starting 1 workers Aug 04 11:34:01.760097 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:01.761560 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [-] (100520) wsgi starting up on http://0.0.0.0:9696 Aug 04 11:34:01.764271 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Started child 100521 {{(pid=100410) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:34:01.764785 dv-cinder-786524-10-iscsi neutron-server[100410]: INFO oslo_service.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Starting 1 workers Aug 04 11:34:01.767938 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] calling RpcWorker wait() {{(pid=100521) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 04 11:34:01.768484 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] returning from RpcWorker wait() {{(pid=100521) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 04 11:34:01.769378 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Started child 100522 {{(pid=100410) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 04 11:34:01.769696 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:01.770085 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG neutron_lib.callbacks.manager [None req-e80312a0-978d-41b7-a117-9c83b1deb705 None None] Notify callbacks [] for process, after_spawn {{(pid=100410) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:01.770179 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:01.772025 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100410) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 11:34:01.772237 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:34:01.772427 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:34:01.772648 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:34:01.773023 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:34:01.773182 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:34:01.773687 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.773960 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.774207 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.774486 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.774767 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.775360 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.775448 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:01.775912 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.775912 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.776117 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.776344 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.776510 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.776675 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.776932 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.777219 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.777502 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.777781 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.778015 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.778282 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.778455 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.778726 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.778984 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.779225 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.779515 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] debug = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.779771 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.780245 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.780494 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.780748 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.780967 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.781272 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.781496 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.781757 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.781989 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.782234 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.782449 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.782710 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.782936 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.783168 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.783384 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.783636 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.783866 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.784337 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] host = dv-cinder-786524-10-iscsi {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.784543 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.784761 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.785028 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.785283 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.785535 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.785766 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.786009 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.786274 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.786514 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.786740 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.786988 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.787248 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.787460 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.787700 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.787862 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_options = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.788093 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.788362 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.788624 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.788813 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.789037 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.789220 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.789450 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.789608 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.789816 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.790034 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.790245 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.790461 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.790694 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.790921 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.791151 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.791403 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.791637 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.791859 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.792108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.792332 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.792553 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.792799 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.793057 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.793215 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.793435 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.793651 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.793871 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.794120 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.794332 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.794594 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.794823 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.795087 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.795859 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.796105 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.796355 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.796580 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.796792 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.797085 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.797318 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.797573 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.797814 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.798027 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.798280 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.798494 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.798713 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.798948 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_json = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.799158 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.799367 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.799644 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.799961 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.800154 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.800302 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.800436 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.800668 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.801123 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.801403 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.801723 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.801965 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.802216 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.802454 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.802703 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.803389 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.803389 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.803389 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.803815 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.804094 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.804236 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.804473 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.804777 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.805069 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.805306 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.805580 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.805831 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.806079 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.806293 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.806530 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.806868 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.807123 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.807398 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.807645 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.807877 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.808115 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.808328 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.808542 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.808771 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.809002 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.809270 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.809508 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.809720 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.809955 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.810179 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.810389 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.810633 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.815487 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818646 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818646 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818802 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.818887 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.819485 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820108 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820702 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820702 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820702 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820702 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820702 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.820702 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.821110 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.821110 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.821387 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.821645 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.821916 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.822155 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.822389 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.822630 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.822891 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.823124 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.823354 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.823578 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.823838 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.824057 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.824310 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.824567 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.824793 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.825069 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.825445 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.825554 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.825925 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.825925 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827163 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827163 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827163 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827163 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827163 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827560 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827637 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.827980 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.828156 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.828376 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.828667 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.828954 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.829228 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.829488 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.829746 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.829970 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.830227 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.830468 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.830709 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.830936 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.831191 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.831427 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.831694 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.831936 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.832149 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.832357 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.832609 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.832909 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.833164 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.833390 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.833614 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.833875 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.834126 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.834383 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.834839 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.835082 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.835311 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.835551 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.835798 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.836016 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.836239 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.836468 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.836710 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.836920 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.837172 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.837415 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.837628 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.837838 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.841711 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.842790 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.842790 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.842790 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.842790 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.843058 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.843311 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.843519 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.843779 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.843998 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.844208 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.844417 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.844633 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.844831 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.845086 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.845296 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.845504 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.845761 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.846017 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.846363 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.846565 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.846958 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.847363 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.847747 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.847979 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.848215 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.848453 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.848676 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.849053 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.849428 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.849835 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.850078 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.850572 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.850783 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.850987 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.851349 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.851697 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.852072 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.852356 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.852626 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.852857 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.853134 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.853363 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.853735 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.854105 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.854470 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.854687 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.854918 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.855410 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.855410 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.855611 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.855792 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.855984 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.856232 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.856447 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.856656 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.856877 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.857107 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.857320 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.857538 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.857840 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.858542 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.858797 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.859994 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.860210 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.860435 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.860670 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.860903 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.861153 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.861370 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.861581 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.861803 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.862018 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.862229 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.862525 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.862779 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.862999 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.863283 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.863509 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.863752 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.863991 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.864302 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.864512 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.864767 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.865007 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.865270 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.865491 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.865751 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.866077 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.866396 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.866649 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.866879 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.867157 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.867435 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.867703 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.867912 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.868208 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.868553 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.868824 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.869109 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.869337 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.869567 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.869800 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.870012 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.870254 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.870488 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.870700 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.870928 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.871153 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.871392 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.871623 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.871844 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.872055 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.872274 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.872508 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.872744 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.872954 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.873132 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:34:01.873683 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100410) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 04 11:34:01.873832 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 04 11:34:01.873971 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 04 11:34:01.874134 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 04 11:34:01.874319 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 04 11:34:01.874471 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 04 11:34:01.874633 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.874776 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.874937 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.875080 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.875226 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.875404 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.875565 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.875703 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.875849 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.875986 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.876123 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.876282 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.876435 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.876574 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.876729 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.876939 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.877116 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.877272 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.877411 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.877560 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.877697 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.877834 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.877970 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] debug = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.878106 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.878241 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.878400 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.878548 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.878685 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.878823 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.878957 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.879082 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.879237 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.879714 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.879714 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.879714 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.879928 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.880764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.880764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.880764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.880764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.880764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] host = dv-cinder-786524-10-iscsi {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.880764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.881906 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882482 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882482 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882482 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882482 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882764 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_options = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882907 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.882985 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.883139 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.883326 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.883489 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.883645 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.883801 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.883959 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.884113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.884298 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.884415 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.884585 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.884714 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.884866 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.885038 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.885196 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.885352 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.885505 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.885661 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.885819 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.885977 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.886132 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.886284 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.886437 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.886604 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.886752 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.886892 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.887054 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.887200 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.887355 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.887509 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.887664 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.887859 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.887969 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.888184 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.888279 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.888403 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.888560 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.888715 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.888891 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.889067 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.889253 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.889369 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.889519 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.889672 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.889831 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_json = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.889979 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.890125 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.890284 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.890434 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.890591 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.890745 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.890897 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.891052 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 04 11:34:01.891227 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.891458 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.891588 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.891701 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.891849 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.892005 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.892162 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.892320 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.892482 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.892632 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.892797 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.892955 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.893147 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.893311 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.893476 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.893647 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.893806 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.893967 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.894131 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.894670 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.894670 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.894670 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.894927 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.894927 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.895088 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.88/identity {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.895268 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.895371 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.895501 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.895657 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.895813 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.895951 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.896118 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.896275 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.896437 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.896592 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.896903 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.897092 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.897229 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.897392 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.897529 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.897663 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.897826 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.897983 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.898140 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.898298 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.898462 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.898616 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.898929 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.899145 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.899308 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.899478 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.899636 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.899797 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.899952 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.900261 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901031 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901031 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901031 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901031 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901031 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901658 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901658 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901658 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901658 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901914 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.901914 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.902052 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.902217 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.902371 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.902695 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.902853 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.903152 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.903460 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.903622 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.903778 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.903941 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.904106 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.904254 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.904412 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.905102 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.905248 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.905410 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.905566 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.905706 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.905867 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.906040 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.906209 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.906364 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.906504 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.906643 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.906781 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.906919 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.907069 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.907208 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.907346 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.907509 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.907665 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.907805 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.907944 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.908106 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.908252 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.908410 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.908555 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.908693 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.908855 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.909046 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.909331 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.909331 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.909601 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.909601 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.909879 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.910020 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.910149 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.910233 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.910322 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 47930) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:01.910408 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.910540 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.910709 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.910868 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.911026 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.911183 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.911340 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.911498 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.911656 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.911813 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.911970 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.912127 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.912285 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.912450 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.912620 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.912778 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.912945 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.913107 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.913289 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.913445 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.913603 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.913760 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.913918 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.914075 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.914231 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.914389 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.914547 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.914704 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.914861 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.915019 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.88/identity {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.915181 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.915375 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.915524 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.915660 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.915801 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.915939 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.916069 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.916207 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.916372 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.916529 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.916686 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.916842 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.917018 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.917178 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.917323 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.917455 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.917613 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.917770 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.917926 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.918081 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.918238 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.918400 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.918550 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.918905 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.919050 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [-] 10.222.0.88 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062702 Aug 04 11:34:01.919532 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.919714 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.919874 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.920034 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.920250 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.920897 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.921968 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.922134 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.922296 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.922584 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.922737 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.922828 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.922910 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.923059 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.923253 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.923363 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.923520 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.923672 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.923830 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.924704 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.924704 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.924704 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.924704 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.924704 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925052 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925052 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925334 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925334 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925469 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925533 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925664 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925827 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.925989 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.926147 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.926309 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.926465 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.926623 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.926784 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.926956 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.927117 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.927275 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.927436 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.927613 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.927757 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.927959 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.928083 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.928456 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.928456 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.928616 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.928696 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.928996 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.928996 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.929168 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.929291 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.929448 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.929753 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.929753 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.929912 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.930223 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.930223 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.930359 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.930504 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.930669 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.930826 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.930981 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.931138 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.931294 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.931799 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.931799 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.931799 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.932027 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.932027 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.932190 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.932346 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.932514 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.932800 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.932800 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.933273 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.933942 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.934107 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.934271 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.934735 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.934735 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.934735 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.934942 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.935047 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.935205 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.935366 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.935590 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.935681 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.936003 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.936169 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.936343 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.936498 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.936673 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.936827 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.937214 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.937386 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.937545 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.937714 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.937860 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.938080 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939113 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939521 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939521 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939521 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939684 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939747 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.939909 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.940065 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.940244 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 04 11:34:01.940357 dv-cinder-786524-10-iscsi neutron-server[100410]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100410) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 04 11:34:01.952596 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:13.407760 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e0709-9dbd-4e64-a921-185262af87c0 None None] get_active_networks_info from dv-cinder-786524-10-iscsi {{(pid=100521) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 04 11:34:13.497985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e0709-9dbd-4e64-a921-185262af87c0 None None] No non-hosted networks {{(pid=100521) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 04 11:34:13.515823 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.agentschedulers_db [None req-8b7e0709-9dbd-4e64-a921-185262af87c0 None None] DHCP Agent not found on host dv-cinder-786524-10-iscsi {{(pid=100521) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 04 11:34:13.711756 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ed78c47f-ee86-4ef6-b585-dfa01bd7cf85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604512'] for agent, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:16.022455 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e0ddd60-bcb7-47e4-b7ad-23fe9afe7ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604512'] for agent, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:16.181073 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.db.api [None req-a7f58ed0-1c22-4fe6-8e32-0eadc24eb631 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-786524-10-iscsi {{(pid=100521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:34:16.181657 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG oslo_db.api [None req-a7f58ed0-1c22-4fe6-8e32-0eadc24eb631 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:34:16.215117 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604512'] for agent, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:16.216066 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.216654 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.219001 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.219001 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.219001 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.220076 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.220505 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.220923 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.221680 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.222047 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.222453 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.222790 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:16.223196 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786524-10-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:16.230421 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786524-10-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:16.769517 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a7f58ed0-1c22-4fe6-8e32-0eadc24eb631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:16.820889 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604512'] for agent, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:18.928852 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604512'] for agent, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:19.402305 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.db.l3_hamode_db [None req-cff73050-cf99-49ca-882b-a7bfce6fb4b5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 04 11:34:19.480734 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff73050-cf99-49ca-882b-a7bfce6fb4b5 None None] Routers set() bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:34:19.481152 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff73050-cf99-49ca-882b-a7bfce6fb4b5 None None] Router IDs set() for agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 04 11:34:19.925909 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48028) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:20.409595 dv-cinder-786524-10-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-82c210de-3efa-4f74-a683-f3dad89cca53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:20.412003 dv-cinder-786524-10-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-82c210de-3efa-4f74-a683-f3dad89cca53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:20.624941 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [None req-82c210de-3efa-4f74-a683-f3dad89cca53 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:34:20.625998 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-82c210de-3efa-4f74-a683-f3dad89cca53 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6991165 Aug 04 11:34:22.946580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48042) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:23.263057 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:23.366455 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.policy [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100520) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 11:34:23.410946 dv-cinder-786524-10-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:23.411324 dv-cinder-786524-10-iscsi neutron-server[100520]: WARNING oslo_policy.policy [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:23.419635 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.quota [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] Loaded quota_driver: . Aug 04 11:34:23.586004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278587784', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278604893', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278599719', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278602269', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767281847312', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767278245187', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3710836', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3715985', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-610072', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-939384'] for rbac-policy, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:23.803410 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:23.804533 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-07667fc7-0b41-4bd6-9d50-6f347d04d5ac admin admin] 10.222.0.88 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8569953 Aug 04 11:34:26.344473 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48054) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:26.652143 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'project_id': 'c4cccbc1e1cd42b79499794027a767a9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:26.752022 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Made reservation on behalf of c4cccbc1e1cd42b79499794027a767a9 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:34:26.754916 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:26.772135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:26.892494 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:26.957871 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:26.981825 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:34:27.006956 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767280073454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:27.007530 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Unsubscribe: segment precommit_create {{(pid=100520) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 11:34:27.008065 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Added segment 0e93badd-6c10-4a74-a3ee-a3a9a835108c of type vlan for network 2136d516-965b-4147-8252-f8436d8a3eb4 Aug 04 11:34:27.027881 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a03fe11-b4a6-419a-a8ca-d161b571e9df,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:27.073032 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.073388 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.073717 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.074041 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.074355 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.074687 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.075006 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.075332 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.075647 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.075954 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.076260 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.076565 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Tracked resource versions report: Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: pushed versions: Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: { 'AddressGroup': {'1.2'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'ConntrackHelper': {'1.0'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Log': {'1.0'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Network': {'1.1'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Port': {'1.7'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'PortForwarding': {'1.2'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'QosPolicy': {'1.8'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroup': {'1.4'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SubPort': {'1.0'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Subnet': {'1.1'}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Trunk': {'1.1'}} Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: consumer versions: Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'ConntrackHelper': '1.0', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Log': '1.0', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Network': '1.1', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Port': '1.7', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'PortForwarding': '1.2', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'QosPolicy': '1.8', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroup': '1.4', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroupRule': '1.2', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SubPort': '1.0', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Subnet': '1.1', Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Trunk': '1.1'}} Aug 04 11:34:27.077900 dv-cinder-786524-10-iscsi neutron-server[100520]: {{(pid=100520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:34:27.129700 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:27.220640 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:27.221735 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:27.222386 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:27.316401 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] Pushing event updated for resources: {'Network': ['ID=2136d516-965b-4147-8252-f8436d8a3eb4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:27.327945 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 2136d516-965b-4147-8252-f8436d8a3eb4 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:34:27.364504 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fda1c41b-d802-4bb3-9722-98f7e5479150 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0188828 Aug 04 11:34:30.033589 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48068) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:30.421256 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592c3c5a-3a48-4b2c-a798-e5d6fa7593d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:30.422701 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-592c3c5a-3a48-4b2c-a798-e5d6fa7593d9 admin admin] 10.222.0.88 "GET /v2.0/networks/2136d516-965b-4147-8252-f8436d8a3eb4 HTTP/1.1" status: 200 len: 826 time: 0.3880849 Aug 04 11:34:30.448155 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1c75f35f-b06c-4c56-bb09-f618e7bec277 admin admin] 10.222.0.88 "GET /v2.0/subnetpools/09f9fe57-03bc-4bc8-b75e-18ed85ea646a HTTP/1.1" status: 200 len: 734 time: 0.0194616 Aug 04 11:34:30.457201 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Request body: {'subnet': {'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'gateway_ip': '172.20.0.1', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'name': 'private-subnet', 'subnetpool_id': '09f9fe57-03bc-4bc8-b75e-18ed85ea646a', 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:30.547360 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Made reservation on behalf of c4cccbc1e1cd42b79499794027a767a9 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:34:30.549550 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:30.912180 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:30.983350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Checking segment: {'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:34:30.983720 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Network hostable DHCP agents. Network: 2136d516-965b-4147-8252-f8436d8a3eb4, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:34:30.988086 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=018ca006-08e0-42c4-9778-dce37b7c8007,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:31.071889 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Network 2136d516-965b-4147-8252-f8436d8a3eb4 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:34:31.146188 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 2136d516-965b-4147-8252-f8436d8a3eb4) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:34:31.151412 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:31.151987 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:31.156171 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811135fe-22a2-4767-954f-4d687d123139 None None] Network 2136d516-965b-4147-8252-f8436d8a3eb4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:34:31.244629 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6efa5e8d-e99e-40e0-897b-57474611cbaf admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7906327 Aug 04 11:34:31.474373 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-2136d516-965b-4147-8252-f8436d8a3eb4', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'fixed_ips': [{'subnet_id': '018ca006-08e0-42c4-9778-dce37b7c8007'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:34:31.475627 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:31.744649 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Allocated IP 172.20.0.2 (2136d516-965b-4147-8252-f8436d8a3eb4/018ca006-08e0-42c4-9778-dce37b7c8007/f26104a3-ec0d-49bb-bf07-27b56e4a0368) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:34:31.945394 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:31.988076 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Transition to ACTIVE for port object f26104a3-ec0d-49bb-bf07-27b56e4a0368 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:34:32.009005 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Transition to ACTIVE for port object f26104a3-ec0d-49bb-bf07-27b56e4a0368 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:34:32.072515 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:32.139269 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Network 2136d516-965b-4147-8252-f8436d8a3eb4 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:34:32.145345 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:34:32.159174 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:34:32.162336 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Pushing event updated for resources: {'Port': ['ID=f26104a3-ec0d-49bb-bf07-27b56e4a0368,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:32.173709 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.174053 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.174388 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.174719 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.175044 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.175385 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.175710 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.176028 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.176367 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.176688 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.177027 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.177342 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Tracked resource versions report: Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: pushed versions: Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: { 'AddressGroup': {'1.2'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'ConntrackHelper': {'1.0'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Log': {'1.0'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Network': {'1.1'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Port': {'1.7'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'PortForwarding': {'1.2'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'QosPolicy': {'1.8'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroup': {'1.4'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SubPort': {'1.0'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Subnet': {'1.1'}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Trunk': {'1.1'}} Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: consumer versions: Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'ConntrackHelper': '1.0', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Log': '1.0', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Network': '1.1', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Port': '1.7', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'PortForwarding': '1.2', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'QosPolicy': '1.8', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroup': '1.4', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroupRule': '1.2', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SubPort': '1.0', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Subnet': '1.1', Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Trunk': '1.1'}} Aug 04 11:34:32.178670 dv-cinder-786524-10-iscsi neutron-server[100521]: {{(pid=100521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:34:32.246295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Attempting to bind port f26104a3-ec0d-49bb-bf07-27b56e4a0368 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:34:32.246670 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Attempting to bind port f26104a3-ec0d-49bb-bf07-27b56e4a0368 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:34:32.247089 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Attempting to bind port f26104a3-ec0d-49bb-bf07-27b56e4a0368 on network 2136d516-965b-4147-8252-f8436d8a3eb4 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:34:32.251837 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:34:32.252228 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Checking segment: {'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:34:32.252684 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:32.253093 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Bound using segment: {'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:34:32.253573 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Bound port: f26104a3-ec0d-49bb-bf07-27b56e4a0368, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:34:32.253980 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:32.314790 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] For port f26104a3-ec0d-49bb-bf07-27b56e4a0368, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:34:32.318938 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] For port f26104a3-ec0d-49bb-bf07-27b56e4a0368, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=f26104a3-ec0d-49bb-bf07-27b56e4a0368,segment=NetworkSegment(0e93badd-6c10-4a74-a3ee-a3a9a835108c),segment_id=0e93badd-6c10-4a74-a3ee-a3a9a835108c)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:34:32.409775 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:32.477559 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10fb26-d9ec-49fd-a93d-8fba992ed39f None None] Pushing event updated for resources: {'Port': ['ID=f26104a3-ec0d-49bb-bf07-27b56e4a0368,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:33.656449 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48076) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:34.153750 dv-cinder-786524-10-iscsi neutron-server[100519]: WARNING oslo_policy.policy [None req-9b0bcfa3-2038-413c-b811-c7e38543b688 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:34.154405 dv-cinder-786524-10-iscsi neutron-server[100519]: WARNING oslo_policy.policy [None req-9b0bcfa3-2038-413c-b811-c7e38543b688 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:34.373752 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [None req-9b0bcfa3-2038-413c-b811-c7e38543b688 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:34:34.375007 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9b0bcfa3-2038-413c-b811-c7e38543b688 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7165174 Aug 04 11:34:36.762064 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48090) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:37.075141 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [None req-9e4c719d-f79f-4bff-88b8-4b3f4a55300b admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:34:37.076105 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9e4c719d-f79f-4bff-88b8-4b3f4a55300b admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3131447 Aug 04 11:34:39.706738 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48104) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:40.007455 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'admin_state_up': True}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:40.022970 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device f26104a3-ec0d-49bb-bf07-27b56e4a0368 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:34:40.074894 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.policy [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100519) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 04 11:34:40.120785 dv-cinder-786524-10-iscsi neutron-server[100519]: WARNING oslo_policy.policy [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:40.123773 dv-cinder-786524-10-iscsi neutron-server[100519]: WARNING oslo_policy.policy [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 04 11:34:40.129879 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.quota [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Loaded quota_driver: . Aug 04 11:34:40.180821 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port f26104a3-ec0d-49bb-bf07-27b56e4a0368 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:34:40.250116 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:40.252000 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:40.419818 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:40.502510 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:40.575383 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:40.576659 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-bd3eb7fb-2677-41c1-a426-c11296dd9db1 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8689709 Aug 04 11:34:40.809880 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab95aff-e964-4ccf-aad8-d68c0dd76d2a None None] Network 2136d516-965b-4147-8252-f8436d8a3eb4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:34:40.931592 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-4ab44b33-1951-41d3-b8ad-6b48935a0315 None None] Provisioning for port f26104a3-ec0d-49bb-bf07-27b56e4a0368 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:34:40.939626 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-4ab44b33-1951-41d3-b8ad-6b48935a0315 None None] Provisioning complete for port f26104a3-ec0d-49bb-bf07-27b56e4a0368 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:34:40.940014 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4ab44b33-1951-41d3-b8ad-6b48935a0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:41.081233 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4ab44b33-1951-41d3-b8ad-6b48935a0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:41.116227 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-4ab44b33-1951-41d3-b8ad-6b48935a0315 None None] For port f26104a3-ec0d-49bb-bf07-27b56e4a0368, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=f26104a3-ec0d-49bb-bf07-27b56e4a0368,segment=NetworkSegment(0e93badd-6c10-4a74-a3ee-a3a9a835108c),segment_id=0e93badd-6c10-4a74-a3ee-a3a9a835108c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:34:41.187893 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4ab44b33-1951-41d3-b8ad-6b48935a0315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:41.235268 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab44b33-1951-41d3-b8ad-6b48935a0315 None None] Pushing event updated for resources: {'Port': ['ID=f26104a3-ec0d-49bb-bf07-27b56e4a0368,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:41.307774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-35a15df1-0f14-4a63-8fa7-904c2464ceca None None] Provisioning complete for port f26104a3-ec0d-49bb-bf07-27b56e4a0368 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:34:41.308051 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-35a15df1-0f14-4a63-8fa7-904c2464ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:41.995988 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device f26104a3-ec0d-49bb-bf07-27b56e4a0368 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:34:42.045331 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port f26104a3-ec0d-49bb-bf07-27b56e4a0368 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:34:42.050266 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:42.935459 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48114) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:43.250390 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [None req-270ae943-e0ca-4973-99f0-770f4c577c1a admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:34:43.251383 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-270ae943-e0ca-4973-99f0-770f4c577c1a admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3150067 Aug 04 11:34:43.415629 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-233959de-1852-4ed0-a5fc-7e5e2d670f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:45.608788 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48122) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:45.920385 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:45.986988 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Made reservation on behalf of 723403ce56ee4cfcb070280251e6ff83 for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:34:45.989996 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.004065 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-24c55cd2-b87c-4fa9-a123-650a3458d017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.007057 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.124224 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.125792 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.164239 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.175403 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Reserving flat network on physical network physnet1 {{(pid=100519) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 04 11:34:46.207159 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767280073454', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.207721 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Unsubscribe: segment precommit_create {{(pid=100519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 04 11:34:46.208206 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Added segment a3af413c-66a6-4f25-a5fc-004944134a8a of type flat for network 7c183560-d539-45d3-b090-27a9600568f2 Aug 04 11:34:46.226843 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee32f32-374e-4764-bdf8-c4d00f0b9860,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:46.277922 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.278205 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.278912 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.279245 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.279568 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.279903 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.280266 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.281199 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.281522 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Tracked resource versions report: Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: pushed versions: Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: { 'AddressGroup': {'1.2'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'ConntrackHelper': {'1.0'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Log': {'1.0'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Network': {'1.1'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Port': {'1.7'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'PortForwarding': {'1.2'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'QosPolicy': {'1.8'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroup': {'1.4'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SubPort': {'1.0'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Subnet': {'1.1'}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Trunk': {'1.1'}} Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: consumer versions: Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:34:46.288071 dv-cinder-786524-10-iscsi neutron-server[100519]: 'ConntrackHelper': '1.0', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Log': '1.0', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Network': '1.1', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Port': '1.7', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'PortForwarding': '1.2', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'QosPolicy': '1.8', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroup': '1.4', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroupRule': '1.2', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SubPort': '1.0', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Subnet': '1.1', Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Trunk': '1.1'}} Aug 04 11:34:46.289602 dv-cinder-786524-10-iscsi neutron-server[100519]: {{(pid=100519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:34:46.333844 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.461607 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.462804 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:46.463462 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:46.556548 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] Pushing event updated for resources: {'Network': ['ID=7c183560-d539-45d3-b090-27a9600568f2,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:46.569884 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 7c183560-d539-45d3-b090-27a9600568f2 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:34:46.588248 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-908f3e69-0522-421d-974a-c6a7e54a3637 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9784014 Aug 04 11:34:46.724303 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:48.855892 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:48.961557 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48144) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:49.175731 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e1f60f-c3e6-4a30-b3f6-e3ddb8639235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:49.177097 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-62e1f60f-c3e6-4a30-b3f6-e3ddb8639235 admin admin] 10.222.0.88 "GET /v2.0/subnets/018ca006-08e0-42c4-9778-dce37b7c8007 HTTP/1.1" status: 200 len: 849 time: 0.2145708 Aug 04 11:34:49.308449 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-69f44636-f720-4561-8d9f-1fed0f4ac4f9 admin admin] 10.222.0.88 "GET /v2.0/routers/45d0cce6-b6f3-4e15-a969-7db69b9de98c HTTP/1.1" status: 200 len: 704 time: 0.1253555 Aug 04 11:34:49.568208 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:49.857831 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Allocated IP 172.20.0.1 (2136d516-965b-4147-8252-f8436d8a3eb4/018ca006-08e0-42c4-9778-dce37b7c8007/acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:34:50.037124 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.060431 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Transition to ACTIVE for port object acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:34:50.193800 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.258732 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Network 2136d516-965b-4147-8252-f8436d8a3eb4 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:34:50.263269 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:34:50.276201 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:34:50.276601 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.298626 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Pushing event updated for resources: {'Port': ['ID=acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:50.530129 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b8b8395d-170e-4aa9-9893-c205f013c96f None None] Provisioning for port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:34:50.533924 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b8b8395d-170e-4aa9-9893-c205f013c96f None None] Provisioning complete for port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:34:50.534295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b8b8395d-170e-4aa9-9893-c205f013c96f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.568447 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b8b8395d-170e-4aa9-9893-c205f013c96f None None] Port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:34:50.601665 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.803094 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.838175 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:34:50.850363 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.851186 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:50.927793 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Pushing event updated for resources: {'Port': ['ID=acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:50.972496 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Network 2136d516-965b-4147-8252-f8436d8a3eb4 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:34:50.973765 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:34:51.188469 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-9c17660e-b4c1-4148-a84e-4aa059c5e1ea None None] Provisioning complete for port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:34:51.188836 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9c17660e-b4c1-4148-a84e-4aa059c5e1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:51.223572 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-9c17660e-b4c1-4148-a84e-4aa059c5e1ea None None] Port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:34:51.238987 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Router 45d0cce6-b6f3-4e15-a969-7db69b9de98c is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:34:51.333671 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:34:51.338888 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-58693f5f-a776-4f04-b01e-1df7ce36575b admin admin] 10.222.0.88 "PUT /v2.0/routers/45d0cce6-b6f3-4e15-a969-7db69b9de98c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0243406 Aug 04 11:34:51.344442 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Sync routers for ids ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:34:51.358664 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Routers {'45d0cce6-b6f3-4e15-a969-7db69b9de98c'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:34:51.362946 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:34:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:51.551141 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Set router 45d0cce6-b6f3-4e15-a969-7db69b9de98c gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:34:51.976930 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'name': 'router1', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:34:40Z', 'updated_at': '2021-08-04T11:34:50Z', 'revision_number': 2, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'gw_port_host': None, '_interfaces': [{'id': 'acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1', 'name': '', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'mac_address': 'fa:16:3e:c0:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:49Z', 'updated_at': '2021-08-04T11:34:50Z', 'revision_number': 2, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'subnets': [{'id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09f9fe57-03bc-4bc8-b75e-18ed85ea646a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:52.027740 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Checking router: 45d0cce6-b6f3-4e15-a969-7db69b9de98c for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:34:52.028120 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Updating router 45d0cce6-b6f3-4e15-a969-7db69b9de98c port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:34:52.077005 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:52.588272 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:52.606719 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Transition to ACTIVE for port object acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:34:52.673449 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:52.825877 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Pushing event updated for resources: {'Port': ['ID=acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:52.840931 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Attempting to bind port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:34:52.841265 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Attempting to bind port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:34:52.841681 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Attempting to bind port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 on network 2136d516-965b-4147-8252-f8436d8a3eb4 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:34:52.845962 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.846315 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.846646 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.846975 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.847340 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.847617 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.847949 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.848254 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.848588 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.848896 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.849244 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.849555 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Tracked resource versions report: Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: pushed versions: Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: { 'AddressGroup': {'1.2'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'ConntrackHelper': {'1.0'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Log': {'1.0'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Network': {'1.1'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Port': {'1.7'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'PortForwarding': {'1.2'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'QosPolicy': {'1.8'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroup': {'1.4'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SubPort': {'1.0'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Subnet': {'1.1'}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Trunk': {'1.1'}} Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: consumer versions: Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'ConntrackHelper': '1.0', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Log': '1.0', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Network': '1.1', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Port': '1.7', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'PortForwarding': '1.2', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'QosPolicy': '1.8', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroup': '1.4', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroupRule': '1.2', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SubPort': '1.0', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Subnet': '1.1', Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Trunk': '1.1'}} Aug 04 11:34:52.850909 dv-cinder-786524-10-iscsi neutron-server[100522]: {{(pid=100522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:34:52.855961 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:34:52.856375 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Checking segment: {'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:34:52.856828 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:52.857229 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Bound using segment: {'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:34:52.857731 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Bound port: acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e93badd-6c10-4a74-a3ee-a3a9a835108c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:34:52.858115 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:52.920506 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] For port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:34:52.940808 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] For port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1,segment=NetworkSegment(0e93badd-6c10-4a74-a3ee-a3a9a835108c),segment_id=0e93badd-6c10-4a74-a3ee-a3a9a835108c)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:34:53.005293 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:53.061020 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220c9cf-9251-4ff4-8295-35f5a42c9064 None None] Pushing event updated for resources: {'Port': ['ID=acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:53.068253 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Routers {'45d0cce6-b6f3-4e15-a969-7db69b9de98c'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:34:53.068857 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:34:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:53.160098 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] Set router 45d0cce6-b6f3-4e15-a969-7db69b9de98c gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:34:53.367816 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'name': 'router1', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:34:40Z', 'updated_at': '2021-08-04T11:34:50Z', 'revision_number': 2, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'gw_port_host': None, '_interfaces': [{'id': 'acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1', 'name': '', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'mac_address': 'fa:16:3e:c0:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:49Z', 'updated_at': '2021-08-04T11:34:52Z', 'revision_number': 4, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'subnets': [{'id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09f9fe57-03bc-4bc8-b75e-18ed85ea646a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:34:53.394070 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf49ffe-1164-4abb-8703-04fa6e31af4a None None] The sync data for ids ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'] in dv-cinder-786524-10-iscsi is: [{'id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'name': 'router1', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:34:40Z', 'updated_at': '2021-08-04T11:34:50Z', 'revision_number': 2, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'gw_port_host': None, '_interfaces': [{'id': 'acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1', 'name': '', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'mac_address': 'fa:16:3e:c0:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:49Z', 'updated_at': '2021-08-04T11:34:52Z', 'revision_number': 4, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'subnets': [{'id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09f9fe57-03bc-4bc8-b75e-18ed85ea646a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:34:53.567638 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48164) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:53.684272 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3357b903-93f2-42ed-85fa-2ee9520ccb08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:53.685588 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3357b903-93f2-42ed-85fa-2ee9520ccb08 admin admin] 10.222.0.88 "GET /v2.0/networks/7c183560-d539-45d3-b090-27a9600568f2 HTTP/1.1" status: 200 len: 842 time: 0.1170027 Aug 04 11:34:53.696134 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:53.770494 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Made reservation on behalf of 723403ce56ee4cfcb070280251e6ff83 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:34:53.772801 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:54.179115 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.objects.ports [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100520) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 04 11:34:54.179551 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:54.231441 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdb2c87c-50f4-4739-9701-639ece2dbc9c,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:54.240606 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:34:54.240950 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Network hostable DHCP agents. Network: 7c183560-d539-45d3-b090-27a9600568f2, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:34:54.313315 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:34:54.370176 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 7c183560-d539-45d3-b090-27a9600568f2) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:34:54.374218 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:54.374802 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:54.381036 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec06d954-67a5-4fde-a0a1-636654def71f None None] Network 7c183560-d539-45d3-b090-27a9600568f2 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:34:54.469048 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d2110ec9-4be2-48d8-a28f-30715e4464b1 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7644911 Aug 04 11:34:54.537969 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3fbcaf-152c-4181-a243-558dde898b67 None None] Network 7c183560-d539-45d3-b090-27a9600568f2 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:34:56.731286 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48172) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:34:56.964215 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6cc391da-1d7d-437d-ba26-afa8bc1e1738 admin admin] 10.222.0.88 "GET /v2.0/routers/45d0cce6-b6f3-4e15-a969-7db69b9de98c HTTP/1.1" status: 200 len: 710 time: 0.2316356 Aug 04 11:34:57.050763 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f802b70f-e0ea-4d00-92c9-cd1ff0ed5bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:34:57.052254 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f802b70f-e0ea-4d00-92c9-cd1ff0ed5bec admin admin] 10.222.0.88 "GET /v2.0/networks/7c183560-d539-45d3-b090-27a9600568f2 HTTP/1.1" status: 200 len: 886 time: 0.0818043 Aug 04 11:34:57.062665 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:34:57.307214 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:57.643123 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:57.720764 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:57.872300 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Allocated IP 172.27.0.113 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/d9cef047-bfa2-4bb0-a715-672d83fed141) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:34:58.037007 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:58.159794 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:58.235501 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:34:58.244389 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:34:58.246944 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:34:58.278522 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Pushing event updated for resources: {'Port': ['ID=d9cef047-bfa2-4bb0-a715-672d83fed141,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:34:58.602501 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:58.800927 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-603254', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-606156', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12844'] for router, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:58.805904 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-603241', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-603232', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-606151'] for router, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:58.916166 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Router 45d0cce6-b6f3-4e15-a969-7db69b9de98c has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:34:59.084108 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:34:59.088689 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:34:59.089943 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a446e659-a89a-493c-8fb3-2d5d97cefda2 admin admin] 10.222.0.88 "PUT /v2.0/routers/45d0cce6-b6f3-4e15-a969-7db69b9de98c HTTP/1.1" status: 200 len: 890 time: 2.0314395 Aug 04 11:34:59.844485 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Sync routers for ids ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:34:59.855502 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Routers {'45d0cce6-b6f3-4e15-a969-7db69b9de98c'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:34:59.856259 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:34:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:35:00.056788 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:35:00.141052 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Set router 45d0cce6-b6f3-4e15-a969-7db69b9de98c gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:35:00.338596 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:35:00.355865 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:35:00.356237 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:00.551864 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:00.606562 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1,segment=NetworkSegment(0e93badd-6c10-4a74-a3ee-a3a9a835108c),segment_id=0e93badd-6c10-4a74-a3ee-a3a9a835108c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:35:00.623879 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'name': 'router1', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd9cef047-bfa2-4bb0-a715-672d83fed141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:34:40Z', 'updated_at': '2021-08-04T11:34:58Z', 'revision_number': 4, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'gw_port': {'id': 'd9cef047-bfa2-4bb0-a715-672d83fed141', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:57Z', 'updated_at': '2021-08-04T11:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1', 'name': '', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'mac_address': 'fa:16:3e:c0:6a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:49Z', 'updated_at': '2021-08-04T11:34:52Z', 'revision_number': 4, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'subnets': [{'id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09f9fe57-03bc-4bc8-b75e-18ed85ea646a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:35:00.674552 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Checking router: 45d0cce6-b6f3-4e15-a969-7db69b9de98c for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:35:00.674919 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Updating router 45d0cce6-b6f3-4e15-a969-7db69b9de98c port d9cef047-bfa2-4bb0-a715-672d83fed141 binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:35:00.676804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:00.744875 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:00.786394 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:01.075896 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:01.085833 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Transition to ACTIVE for port object d9cef047-bfa2-4bb0-a715-672d83fed141 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:35:01.170553 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:01.222004 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Attempting to bind port d9cef047-bfa2-4bb0-a715-672d83fed141 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:35:01.222367 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Attempting to bind port d9cef047-bfa2-4bb0-a715-672d83fed141 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:35:01.222724 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Attempting to bind port d9cef047-bfa2-4bb0-a715-672d83fed141 on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:35:01.225436 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53516f9-d81a-4ce8-bfd0-3c3ec889d756 None None] Pushing event updated for resources: {'Port': ['ID=d9cef047-bfa2-4bb0-a715-672d83fed141,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:01.230042 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:35:01.230418 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:35:01.230797 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:01.231172 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:35:01.231727 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Bound port: d9cef047-bfa2-4bb0-a715-672d83fed141, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:35:01.232046 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:01.287166 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] For port d9cef047-bfa2-4bb0-a715-672d83fed141, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:35:01.290050 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] For port d9cef047-bfa2-4bb0-a715-672d83fed141, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=d9cef047-bfa2-4bb0-a715-672d83fed141,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:35:01.377837 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:01.435726 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Routers {'45d0cce6-b6f3-4e15-a969-7db69b9de98c'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:35:01.435726 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:34:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:35:01.440235 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53516f9-d81a-4ce8-bfd0-3c3ec889d756 None None] Pushing event updated for resources: {'Port': ['ID=d9cef047-bfa2-4bb0-a715-672d83fed141,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:01.468281 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48184) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:35:01.595519 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2c4c94ed-e733-43a4-9ffa-13cc3fffa3f6 admin admin] 10.222.0.88 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1252403 Aug 04 11:35:01.636794 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] Set router 45d0cce6-b6f3-4e15-a969-7db69b9de98c gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:35:01.847227 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'name': 'router1', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd9cef047-bfa2-4bb0-a715-672d83fed141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:34:40Z', 'updated_at': '2021-08-04T11:34:58Z', 'revision_number': 4, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'gw_port': {'id': 'd9cef047-bfa2-4bb0-a715-672d83fed141', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:57Z', 'updated_at': '2021-08-04T11:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1', 'name': '', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'mac_address': 'fa:16:3e:c0:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:49Z', 'updated_at': '2021-08-04T11:35:00Z', 'revision_number': 5, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'subnets': [{'id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09f9fe57-03bc-4bc8-b75e-18ed85ea646a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:35:01.876470 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9307525e-78a1-4981-bb32-40027f6c9c5e None None] The sync data for ids ['45d0cce6-b6f3-4e15-a969-7db69b9de98c'] in dv-cinder-786524-10-iscsi is: [{'id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'name': 'router1', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.113'}], 'enable_snat': True}, 'gw_port_id': 'd9cef047-bfa2-4bb0-a715-672d83fed141', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:34:40Z', 'updated_at': '2021-08-04T11:34:58Z', 'revision_number': 4, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'gw_port': {'id': 'd9cef047-bfa2-4bb0-a715-672d83fed141', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:a6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:57Z', 'updated_at': '2021-08-04T11:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1', 'name': '', 'network_id': '2136d516-965b-4147-8252-f8436d8a3eb4', 'tenant_id': 'c4cccbc1e1cd42b79499794027a767a9', 'mac_address': 'fa:16:3e:c0:6a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45d0cce6-b6f3-4e15-a969-7db69b9de98c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:34:49Z', 'updated_at': '2021-08-04T11:35:00Z', 'revision_number': 5, 'project_id': 'c4cccbc1e1cd42b79499794027a767a9', 'subnets': [{'id': '018ca006-08e0-42c4-9778-dce37b7c8007', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '09f9fe57-03bc-4bc8-b75e-18ed85ea646a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:35:02.126221 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device d9cef047-bfa2-4bb0-a715-672d83fed141 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:35:02.256885 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port d9cef047-bfa2-4bb0-a715-672d83fed141 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:35:02.261057 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port d9cef047-bfa2-4bb0-a715-672d83fed141 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:35:02.261438 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:02.362741 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:02.388172 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port d9cef047-bfa2-4bb0-a715-672d83fed141, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=d9cef047-bfa2-4bb0-a715-672d83fed141,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:35:02.462727 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:02.463619 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:35:02.550696 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=d9cef047-bfa2-4bb0-a715-672d83fed141,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:35:02.579295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:35:02.579662 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:04.026953 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device d9cef047-bfa2-4bb0-a715-672d83fed141 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:35:04.085527 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port d9cef047-bfa2-4bb0-a715-672d83fed141 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:35:04.085890 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:13.399828 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-572e11e4-e276-4f0c-91e6-55fc2ee13738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:16.016718 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fd474a3c-8d3a-45c5-a365-762bdafde7ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:16.148462 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:16.760104 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:18.868575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:27.836489 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:35:43.419273 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f802f500-0b02-477b-b883-2a4630960791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:46.018954 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-325de55e-c28a-4e3c-bfcb-a40cdf390d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:46.138681 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:46.750056 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:35:48.853355 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:04.836921 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:36:13.397266 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e11f0da-f706-4548-b6b7-f47686f7172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:16.015244 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b224d6a4-eee7-47b2-8003-2b7c0f633845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:16.146152 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:16.763111 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:18.860753 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:38.584473 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48754) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:38.642653 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bee640-e8f5-4c86-833c-b40ad255daeb admin admin] GET failed (client error): The resource could not be found. Aug 04 11:36:38.643965 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d0bee640-e8f5-4c86-833c-b40ad255daeb admin admin] 10.222.0.88 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0585036 Aug 04 11:36:38.798255 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4e0161-d564-4922-8cf8-0cf1475e244c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:38.799621 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6e4e0161-d564-4922-8cf8-0cf1475e244c admin admin] 10.222.0.88 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1512671 Aug 04 11:36:40.931864 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48764) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:41.018743 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ae7a43-f985-4ab1-aeb1-22e4b8c2525b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:41.020643 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-23ae7a43-f985-4ab1-aeb1-22e4b8c2525b admin admin] 10.222.0.88 "GET /v2.0/subnets/018ca006-08e0-42c4-9778-dce37b7c8007 HTTP/1.1" status: 200 len: 849 time: 0.0878427 Aug 04 11:36:41.030576 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:36:41.116098 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:41.313525 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767280001446'] for subnet, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:41.348744 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:41.349343 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:41.351143 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] 10.222.0.88 "PUT /v2.0/subnets/018ca006-08e0-42c4-9778-dce37b7c8007 HTTP/1.1" status: 200 len: 868 time: 0.3238647 Aug 04 11:36:41.353826 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135cb08c-cf10-463b-bc6a-faf0700431a1 None None] Network 2136d516-965b-4147-8252-f8436d8a3eb4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:36:41.367522 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Pushing event updated for resources: {'Subnet': ['ID=018ca006-08e0-42c4-9778-dce37b7c8007,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:36:41.375028 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.375628 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.385125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f98e582d-b840-490c-8384-f537742a1001 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:36:41.726843 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-ab171e92-cc42-43bd-9b50-5957a1c8518b None None] Provisioning complete for port acbd8ed0-cd30-4b2f-b8e9-b3ac138226a1 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:36:41.727213 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ab171e92-cc42-43bd-9b50-5957a1c8518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:41.809312 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-ab171e92-cc42-43bd-9b50-5957a1c8518b None None] Provisioning complete for port f26104a3-ec0d-49bb-bf07-27b56e4a0368 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:36:41.809679 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ab171e92-cc42-43bd-9b50-5957a1c8518b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:41.835535 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:36:43.416815 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f9fff3ad-cad0-4b31-bcc6-60d6ce544202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:43.563692 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48772) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:43.754051 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf59862-6af7-4e10-85d9-4960e7eec125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:43.754440 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf59862-6af7-4e10-85d9-4960e7eec125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:43.755966 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7bf59862-6af7-4e10-85d9-4960e7eec125 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1913304 Aug 04 11:36:45.888776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48780) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:45.999388 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-521f98a6-3b96-46b1-8712-dfbc40418b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:46.016858 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd73215-6e7a-4360-9ba6-ff957ee523b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:46.017371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd73215-6e7a-4360-9ba6-ff957ee523b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:46.018889 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4fd73215-6e7a-4360-9ba6-ff957ee523b9 admin admin] 10.222.0.88 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1291542 Aug 04 11:36:46.148219 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:46.805647 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:48.258365 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48788) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:48.401199 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01db4ff7-1386-4d26-b4eb-18f146c1dd33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:48.402560 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-01db4ff7-1386-4d26-b4eb-18f146c1dd33 admin admin] 10.222.0.88 "GET /v2.0/networks/2136d516-965b-4147-8252-f8436d8a3eb4 HTTP/1.1" status: 200 len: 870 time: 0.1432128 Aug 04 11:36:48.862806 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:36:50.592855 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48796) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:50.713493 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5466c6b5-ea48-4498-a87f-e7ff263ab918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:50.714823 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5466c6b5-ea48-4498-a87f-e7ff263ab918 admin admin] 10.222.0.88 "GET /v2.0/networks/7c183560-d539-45d3-b090-27a9600568f2 HTTP/1.1" status: 200 len: 886 time: 0.1209979 Aug 04 11:36:52.834388 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48804) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:52.957450 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bdcfb2-4960-4e6a-a8c4-a73de31d469f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:52.957913 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5bdcfb2-4960-4e6a-a8c4-a73de31d469f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:52.959442 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f5bdcfb2-4960-4e6a-a8c4-a73de31d469f admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1241031 Aug 04 11:36:55.080326 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48812) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:55.199575 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b409a-e9a2-4ead-a331-1988d8baec48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:55.200028 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b409a-e9a2-4ead-a331-1988d8baec48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:55.202610 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-8d2b409a-e9a2-4ead-a331-1988d8baec48 admin admin] 10.222.0.88 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1213470 Aug 04 11:36:57.343463 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48822) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:57.433540 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594a87e-af0b-42a5-b220-30937a0f9126 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:57.434856 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d594a87e-af0b-42a5-b220-30937a0f9126 admin admin] 10.222.0.88 "GET /v2.0/subnets/018ca006-08e0-42c4-9778-dce37b7c8007 HTTP/1.1" status: 200 len: 868 time: 0.0904613 Aug 04 11:36:59.619128 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48830) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:36:59.701254 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48672f66-c026-4ea2-931b-a969e466bba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:36:59.702556 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-48672f66-c026-4ea2-931b-a969e466bba8 admin admin] 10.222.0.88 "GET /v2.0/subnets/bdb2c87c-50f4-4739-9701-639ece2dbc9c HTTP/1.1" status: 200 len: 816 time: 0.0824740 Aug 04 11:37:13.389920 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-32186382-262c-4846-a5f6-3978b9c4e937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:16.018855 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2363f8e4-b42e-49a8-9320-646c2315afda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:16.150607 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:16.755832 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:18.833348 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:37:18.878308 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:25.440225 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48884) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:37:25.486441 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [None req-c21cd4aa-c1fc-4dc7-acf5-16ff7193ae04 admin admin] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:37:25.498665 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c21cd4aa-c1fc-4dc7-acf5-16ff7193ae04 admin admin] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462754 Aug 04 11:37:27.717817 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48892) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:37:27.776133 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec4e976-c10a-4703-ae23-5510ea7d6fa1 admin admin] GET failed (client error): The resource could not be found. Aug 04 11:37:27.777461 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-4ec4e976-c10a-4703-ae23-5510ea7d6fa1 admin admin] 10.222.0.88 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587347 Aug 04 11:37:27.917480 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9eb365-8650-4f35-90cc-1000301312cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:37:27.918846 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-5a9eb365-8650-4f35-90cc-1000301312cf admin admin] 10.222.0.88 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1370752 Aug 04 11:37:30.087063 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48900) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:37:30.131651 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:37:30.248173 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Made reservation on behalf of 723403ce56ee4cfcb070280251e6ff83 for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:37:30.250502 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:30.279534 dv-cinder-786524-10-iscsi neutron-server[100519]: WARNING neutron.services.revisions.revision_plugin [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Could not find related network for resource to bump revision. Aug 04 11:37:30.293068 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:37:30.302277 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:30.302615 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Added segment fc31373b-c6f9-44ae-995c-acc01d37c7eb of type vlan for network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c Aug 04 11:37:30.340243 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:30.659598 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:30.660558 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:37:30.661162 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:30.823313 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Pushing event updated for resources: {'Network': ['ID=24c6f19a-32c3-46ee-b5fa-193a0e827b4c,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:37:30.827350 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7392912 Aug 04 11:37:30.831475 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.831850 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.832201 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.832609 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.832952 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.833336 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.833676 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.834029 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.834363 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.834688 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.835018 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.835345 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e683d11e-db22-4842-a834-05dbad9f7d47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:30.846553 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:37:33.002035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48908) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:37:33.060585 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b09ae1-265b-4b62-bf39-237f8c2724d3 admin admin] GET failed (client error): The resource could not be found. Aug 04 11:37:33.061920 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-41b09ae1-265b-4b62-bf39-237f8c2724d3 admin admin] 10.222.0.88 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0589302 Aug 04 11:37:33.128455 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbf20be-ce30-4d4c-b146-4910bfd902d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:37:33.129875 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-0cbf20be-ce30-4d4c-b146-4910bfd902d1 admin admin] 10.222.0.88 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0636587 Aug 04 11:37:33.140173 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Request body: {'subnet': {'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:37:33.219337 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Made reservation on behalf of 723403ce56ee4cfcb070280251e6ff83 for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:37:33.221456 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:33.477354 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:33.535070 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba4ec32d-bb71-44fc-99e6-b8b8056fcb92,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:37:33.539592 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Checking segment: {'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:37:33.539938 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Network hostable DHCP agents. Network: 24c6f19a-32c3-46ee-b5fa-193a0e827b4c, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:37:33.625310 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:37:33.740068 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 24c6f19a-32c3-46ee-b5fa-193a0e827b4c) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:37:33.745062 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:37:33.745671 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:33.749897 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a4d842-3b40-4c3c-91d9-414b0e98ea0e None None] Network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:37:33.868076 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ce22abcf-4c81-4518-837e-ac73724194f3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7310207 Aug 04 11:37:33.990201 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-24c6f19a-32c3-46ee-b5fa-193a0e827b4c', 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c', 'tenant_id': '723403ce56ee4cfcb070280251e6ff83', 'fixed_ips': [{'subnet_id': 'ba4ec32d-bb71-44fc-99e6-b8b8056fcb92'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:37:33.991007 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:34.126321 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Allocated IP 192.168.233.2 (24c6f19a-32c3-46ee-b5fa-193a0e827b4c/ba4ec32d-bb71-44fc-99e6-b8b8056fcb92/93069b8e-3907-4fcf-a845-32c4172ca89d) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:37:34.269371 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:34.278466 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Transition to ACTIVE for port object 93069b8e-3907-4fcf-a845-32c4172ca89d will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:37:34.293349 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Transition to ACTIVE for port object 93069b8e-3907-4fcf-a845-32c4172ca89d will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:37:34.357712 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:34.395664 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:37:34.399092 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:37:34.408590 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:37:34.416179 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Pushing event updated for resources: {'Port': ['ID=93069b8e-3907-4fcf-a845-32c4172ca89d,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:37:34.437552 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.437901 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.438239 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.438574 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.438904 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.439249 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.439581 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.439909 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.440279 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.440575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.440921 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.441280 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:37:34.475359 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Attempting to bind port 93069b8e-3907-4fcf-a845-32c4172ca89d on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:37:34.475770 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Attempting to bind port 93069b8e-3907-4fcf-a845-32c4172ca89d by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:37:34.476148 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Attempting to bind port 93069b8e-3907-4fcf-a845-32c4172ca89d on network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:37:34.481166 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:37:34.481536 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Checking segment: {'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:37:34.481931 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:34.482322 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Bound using segment: {'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:37:34.482923 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Bound port: 93069b8e-3907-4fcf-a845-32c4172ca89d, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:37:34.483321 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:34.547345 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] For port 93069b8e-3907-4fcf-a845-32c4172ca89d, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:37:34.550325 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] For port 93069b8e-3907-4fcf-a845-32c4172ca89d, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=93069b8e-3907-4fcf-a845-32c4172ca89d,segment=NetworkSegment(fc31373b-c6f9-44ae-995c-acc01d37c7eb),segment_id=fc31373b-c6f9-44ae-995c-acc01d37c7eb)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:37:34.632773 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:34.692560 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7e9ff-182c-4270-bf19-0a97bb7b47e8 None None] Pushing event updated for resources: {'Port': ['ID=93069b8e-3907-4fcf-a845-32c4172ca89d,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:37:35.498819 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11961540-5f54-46e6-a992-c5296c00af24 None None] Network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:37:35.614768 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-de38c59f-a00a-47e1-8439-76a122543804 None None] Provisioning for port 93069b8e-3907-4fcf-a845-32c4172ca89d completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:37:36.151392 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 93069b8e-3907-4fcf-a845-32c4172ca89d up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:37:36.271360 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 93069b8e-3907-4fcf-a845-32c4172ca89d completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:37:36.276046 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 93069b8e-3907-4fcf-a845-32c4172ca89d triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:37:36.276411 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:36.354316 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:36.387338 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 93069b8e-3907-4fcf-a845-32c4172ca89d, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=93069b8e-3907-4fcf-a845-32c4172ca89d,segment=NetworkSegment(fc31373b-c6f9-44ae-995c-acc01d37c7eb),segment_id=fc31373b-c6f9-44ae-995c-acc01d37c7eb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:37:36.488746 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:36.540910 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=93069b8e-3907-4fcf-a845-32c4172ca89d,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:37:38.137762 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 93069b8e-3907-4fcf-a845-32c4172ca89d up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:37:38.183952 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 93069b8e-3907-4fcf-a845-32c4172ca89d triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:37:38.184317 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:43.529334 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2fc27633-9287-4430-bc8a-8e4b3f3d4b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:46.026502 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5712f802-eb5e-44c9-814d-a19f57c0a4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:46.140850 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:46.791937 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:48.878287 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:37:55.832146 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:38:13.628842 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-de98beee-e452-4afd-8a0c-ebe881d535cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:16.028876 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b5285a95-7551-4bf3-8d5d-7f97e95dd24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:16.137236 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:16.725585 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:18.879757 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:32.830679 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:38:43.499726 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-85b9e8fb-9b4e-48ce-9a17-1c471e4ffbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:46.024825 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-31fbc661-8167-4576-9e2b-52fdc1c9baba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:46.157364 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:46.750743 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:48.887416 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:49.295890 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48960) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:38:49.302705 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [None req-e17d9bb0-3736-4f42-ad61-41d62dfddc04 tempest-verify_tempest_config-397566479 tempest-verify_tempest_config-397566479-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:38:49.303657 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-e17d9bb0-3736-4f42-ad61-41d62dfddc04 tempest-verify_tempest_config-397566479 tempest-verify_tempest_config-397566479-project] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059700 Aug 04 11:38:49.791371 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 48978) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:38:49.889118 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:49.974740 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:50.058450 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:50.177943 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5c70033ed51d4467bbe05bd1c36a2d89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3855131 Aug 04 11:38:50.179126 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70fb159f-e8ec-402d-bf56-2c68db708958,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:38:50.180514 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 48982) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:38:50.186046 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.186394 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.186739 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.187105 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.187436 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.187781 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.188110 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.188449 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.188776 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.189126 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.189449 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.189765 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa66a418-4fbb-4521-ae00-e8b96629f419 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.238731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:50.258591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:50.424884 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:50.427287 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:38:50.428450 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70fb159f-e8ec-402d-bf56-2c68db708958 HTTP/1.1" status: 204 len: 168 time: 0.2468965 Aug 04 11:38:50.436056 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70fb159f-e8ec-402d-bf56-2c68db708958,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:38:50.443020 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.443370 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.443725 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.444041 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.444444 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.444683 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.445027 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.445371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.445699 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.446018 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.446333 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:38:50.446647 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b95c2-b41e-4b35-8b15-d5fbc5350554 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:39:09.829646 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:39:13.404278 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-973b581d-afe4-4ed2-8b4f-938e6fb48d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:16.015481 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6b16a715-aafc-4f00-b65c-a81be36c822f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:16.129777 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:16.786606 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:18.878134 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:43.412769 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-82aaed8c-8b15-4148-8bee-06995a1d92f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.006064 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7197825b-fb3b-49bd-a6cb-407cd9da87cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.120570 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.760536 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:39:46.827525 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:39:48.920106 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:13.427321 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3a43677c-a0a1-41b2-8bc3-e052fc45dfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.036498 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-18e95630-760a-4fdd-a57f-6a9fe5f97f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.139722 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:16.751964 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:18.906349 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:23.825373 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 5 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:40:25.831847 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-604512'] for agent, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:29.751393 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49036) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:29.851066 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-eb79eba1-307a-424b-94b2-98ffd3ea155a admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0985241 Aug 04 11:40:32.043443 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49046) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:40:32.098388 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-69bdb313-c16b-4dcc-9352-6a519e5fceb9 admin admin] 10.222.0.88 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0538316 Aug 04 11:40:43.401750 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e211d580-415d-4129-b117-c0048f0e0a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.058884 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bfdcdd69-0d1a-4e3d-af35-59f8077a8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.150274 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:46.778471 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:48.915729 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:40:55.776824 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:00.823426 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:41:13.462515 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-86d64f76-8d87-40dd-80aa-d732648a57aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:16.046116 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-719fbfd4-36df-46a5-acd0-ef8a644598c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:16.160059 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:16.794672 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:18.891687 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:25.781182 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:37.821775 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:41:43.437363 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e401b6-56d2-4b66-81a4-9ad526e5b5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:46.021316 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12d62302-cccc-4940-9639-fb3e99c7650c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:46.153548 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:46.793140 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:48.912888 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:41:55.786663 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:00.904261 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49238) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:01.374562 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-network', 'tenant_id': '695106b556854fdc9c76d9912ab19404'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:01.399136 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49258) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:01.495040 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Made reservation on behalf of 695106b556854fdc9c76d9912ab19404 for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:01.499438 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:01.507676 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:01.601619 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:01.712653 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:01.752020 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c994fc3b-0577-4c50-871a-bc4c9e27c09f,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:01.754330 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:01.768321 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.768321 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.768321 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.768321 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.768321 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.768765 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.769703 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.769703 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.774712 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.774712 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.774951 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49270) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Tracked resource versions report: Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: pushed versions: Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: { 'AddressGroup': {'1.2'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'ConntrackHelper': {'1.0'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Log': {'1.0'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Network': {'1.1'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Port': {'1.7'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'PortForwarding': {'1.2'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'QosPolicy': {'1.8'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroup': {'1.4'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SubPort': {'1.0'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Subnet': {'1.1'}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Trunk': {'1.1'}} Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: consumer versions: Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: HyperV agent@hv-cinder-78652: {}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'ConntrackHelper': '1.0', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Log': '1.0', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Network': '1.1', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Port': '1.7', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'PortForwarding': '1.2', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'QosPolicy': '1.8', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroup': '1.4', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SecurityGroupRule': '1.2', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'SubPort': '1.0', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Subnet': '1.1', Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: 'Trunk': '1.1'}} Aug 04 11:42:01.775413 dv-cinder-786524-10-iscsi neutron-server[100519]: {{(pid=100519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:42:01.779424 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:01.780017 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Added segment d75c162d-674b-4867-b216-d84b304f3460 of type vlan for network 39470e73-e89e-4bd5-b574-4820f08cf00d Aug 04 11:42:01.825517 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:01.928189 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-409046870-network', 'tenant_id': 'a45eb37e491046f0b3766cf148f4a4d9'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:01.967900 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:01.969085 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:01.969890 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.051873 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Made reservation on behalf of a45eb37e491046f0b3766cf148f4a4d9 for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:02.054303 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.065979 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49284) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:02.066091 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] Pushing event updated for resources: {'Network': ['ID=39470e73-e89e-4bd5-b574-4820f08cf00d,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:02.071333 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.073358 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 39470e73-e89e-4bd5-b574-4820f08cf00d details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:02.128559 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-5e7b60a3-7c8d-46de-a2bb-a4219d558ec3 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2229493 Aug 04 11:42:02.133195 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49288) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:02.140507 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Request body: {'subnet': {'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-subnet', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:02.181002 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-network', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:02.213104 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.284125 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.310572 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:02.329327 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.329668 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Added segment 85e576f9-0836-4113-be5a-d83f37db14e9 of type vlan for network a331641e-f398-4399-82a2-340285b25bf5 Aug 04 11:42:02.330872 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:02.385341 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.404058 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Made reservation on behalf of 695106b556854fdc9c76d9912ab19404 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:02.406548 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.501338 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.502348 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:02.503132 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.545997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1472703762-network', 'tenant_id': '2d9050308ea74517a4e43e1a794fef58'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:02.566650 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] Pushing event updated for resources: {'Network': ['ID=a331641e-f398-4399-82a2-340285b25bf5,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:02.579323 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network a331641e-f398-4399-82a2-340285b25bf5 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:02.720903 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Made reservation on behalf of c7ce1c46f8e9475fb90709c9a07ddab1 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:02.724913 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.738694 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.765290 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.787458 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-c6946237-ba0d-41f0-8f5f-6005c5f33984 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3872397 Aug 04 11:42:02.790344 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49308) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:02.795646 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Request body: {'subnet': {'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-409046870-subnet', 'tenant_id': 'a45eb37e491046f0b3766cf148f4a4d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:02.819449 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.db.api [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:42:02.819449 dv-cinder-786524-10-iscsi neutron-server[100519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:42:02.819449 dv-cinder-786524-10-iscsi neutron-server[100519]: [parameters: {'project_id_1': 'a45eb37e491046f0b3766cf148f4a4d9', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 42, 2, 800341)}] Aug 04 11:42:02.819449 dv-cinder-786524-10-iscsi neutron-server[100519]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:42:02.819866 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG oslo_db.api [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:42:02.832190 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.db.api [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:42:02.832190 dv-cinder-786524-10-iscsi neutron-server[100520]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:42:02.832190 dv-cinder-786524-10-iscsi neutron-server[100520]: [parameters: {'project_id_1': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 42, 2, 755016)}] Aug 04 11:42:02.832190 dv-cinder-786524-10-iscsi neutron-server[100520]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:42:02.833038 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG oslo_db.api [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:42:02.845874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Checking segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:02.846221 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Network hostable DHCP agents. Network: 39470e73-e89e-4bd5-b574-4820f08cf00d, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:02.849037 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b921543-2c7b-40d4-acc5-98219f64e62c,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:02.859624 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.859987 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.860350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.860679 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.861030 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.861371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.861696 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.862031 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.862605 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.862919 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.863238 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.863552 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Tracked resource versions report: Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: pushed versions: Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: { 'AddressGroup': {'1.2'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'ConntrackHelper': {'1.0'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Log': {'1.0'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Network': {'1.1'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Port': {'1.7'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'PortForwarding': {'1.2'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'QosPolicy': {'1.8'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroup': {'1.4'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SubPort': {'1.0'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Subnet': {'1.1'}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Trunk': {'1.1'}} Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: consumer versions: Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: HyperV agent@hv-cinder-78652: {}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'ConntrackHelper': '1.0', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Log': '1.0', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Network': '1.1', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Port': '1.7', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'PortForwarding': '1.2', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'QosPolicy': '1.8', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroup': '1.4', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SecurityGroupRule': '1.2', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'SubPort': '1.0', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Subnet': '1.1', Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: 'Trunk': '1.1'}} Aug 04 11:42:02.864680 dv-cinder-786524-10-iscsi neutron-server[100520]: {{(pid=100520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:42:02.946411 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Made reservation on behalf of 2d9050308ea74517a4e43e1a794fef58 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:02.950223 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.959978 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:02.976510 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Network 39470e73-e89e-4bd5-b574-4820f08cf00d is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:03.068500 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 39470e73-e89e-4bd5-b574-4820f08cf00d) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:03.079846 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:03.079965 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91649f97-10a5-41d9-97ac-778e3f2ddc88 None None] Network 39470e73-e89e-4bd5-b574-4820f08cf00d requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:03.080347 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.086578 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.203154 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.247893 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:03.258841 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:03.274549 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-39470e73-e89e-4bd5-b574-4820f08cf00d', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:42:03.275725 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.280250 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.280827 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Added segment 9b36484b-b08a-49a7-ae72-a5f1900f4451 of type vlan for network da5a1629-d754-4395-9e4b-7fcf519e7af4 Aug 04 11:42:03.313324 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-57d4f8bf-0bda-41c0-9492-a63ced540e16 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1786110 Aug 04 11:42:03.318048 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49328) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:03.328134 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:03.335014 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.337737 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.469396 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Allocated IP 172.20.0.2 (39470e73-e89e-4bd5-b574-4820f08cf00d/4b921543-2c7b-40d4-acc5-98219f64e62c/19519849-d7f2-4854-a765-d45823bf2093) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:03.519948 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Made reservation on behalf of a45eb37e491046f0b3766cf148f4a4d9 for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:03.525331 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.528703 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.530598 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:03.531500 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.654843 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.655610 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Transition to ACTIVE for port object 19519849-d7f2-4854-a765-d45823bf2093 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:03.670769 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.db.api [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:42:03.670769 dv-cinder-786524-10-iscsi neutron-server[100519]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 04 11:42:03.670769 dv-cinder-786524-10-iscsi neutron-server[100519]: [parameters: {'project_id_1': '695106b556854fdc9c76d9912ab19404', 'expiration_1': datetime.datetime(2021, 8, 4, 11, 42, 3, 373808)}] Aug 04 11:42:03.670769 dv-cinder-786524-10-iscsi neutron-server[100519]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:42:03.672324 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG oslo_db.api [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:42:03.677911 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Transition to ACTIVE for port object 19519849-d7f2-4854-a765-d45823bf2093 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:03.724459 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] Pushing event updated for resources: {'Network': ['ID=da5a1629-d754-4395-9e4b-7fcf519e7af4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:03.737764 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network da5a1629-d754-4395-9e4b-7fcf519e7af4 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:03.809402 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.864056 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.908726 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Pushing event updated for resources: {'Port': ['ID=19519849-d7f2-4854-a765-d45823bf2093,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:03.936750 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:03.938855 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Network 39470e73-e89e-4bd5-b574-4820f08cf00d is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:03.940392 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.940764 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.941139 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.941480 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.941809 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.942361 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.942849 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.943346 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.943857 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.944350 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.944831 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.945369 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Tracked resource versions report: Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: pushed versions: Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: { 'AddressGroup': {'1.2'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'ConntrackHelper': {'1.0'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Log': {'1.0'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Network': {'1.1'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Port': {'1.7'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'PortForwarding': {'1.2'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'QosPolicy': {'1.8'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroup': {'1.4'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SubPort': {'1.0'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Subnet': {'1.1'}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Trunk': {'1.1'}} Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: consumer versions: Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: HyperV agent@hv-cinder-78652: {}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'ConntrackHelper': '1.0', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Log': '1.0', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Network': '1.1', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Port': '1.7', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'PortForwarding': '1.2', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'QosPolicy': '1.8', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroup': '1.4', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SecurityGroupRule': '1.2', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'SubPort': '1.0', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Subnet': '1.1', Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: 'Trunk': '1.1'}} Aug 04 11:42:03.947042 dv-cinder-786524-10-iscsi neutron-server[100521]: {{(pid=100521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:42:03.953871 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:03.971548 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:03.972039 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:04.000910 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.015012 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:42:04.070198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Attempting to bind port 19519849-d7f2-4854-a765-d45823bf2093 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:04.070198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Attempting to bind port 19519849-d7f2-4854-a765-d45823bf2093 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:04.070198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Attempting to bind port 19519849-d7f2-4854-a765-d45823bf2093 on network 39470e73-e89e-4bd5-b574-4820f08cf00d {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:04.070915 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.070915 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Added segment 84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb of type vlan for network 4cff1642-74cd-45bb-99cc-9f0430d57190 Aug 04 11:42:04.071195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:04.071195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Checking segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:04.071195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.071195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Bound using segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:04.071195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Bound port: 19519849-d7f2-4854-a765-d45823bf2093, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:04.071195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.192531 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.221959 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610e92dd-1d0e-4efc-824c-77450a171f7d,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:04.244107 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Checking segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:04.244430 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f5ff1ff1-ab38-4713-aac2-6dc7460e9f0c admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1796637 Aug 04 11:42:04.244613 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Network hostable DHCP agents. Network: a331641e-f398-4399-82a2-340285b25bf5, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:04.244763 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49366) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:04.254851 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Request body: {'subnet': {'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1472703762-subnet', 'tenant_id': '2d9050308ea74517a4e43e1a794fef58', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:04.328645 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] For port 19519849-d7f2-4854-a765-d45823bf2093, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:04.329423 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.330210 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:04.330785 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.334811 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] For port 19519849-d7f2-4854-a765-d45823bf2093, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=19519849-d7f2-4854-a765-d45823bf2093,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:04.370222 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.371412 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.376604 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Network a331641e-f398-4399-82a2-340285b25bf5 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:04.403660 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] Pushing event updated for resources: {'Network': ['ID=4cff1642-74cd-45bb-99cc-9f0430d57190,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:04.415726 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:42:04.439136 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.454955 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.465292 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, a331641e-f398-4399-82a2-340285b25bf5) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:04.480301 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-093ebcf6-c70c-4b0b-94c0-a363c62eac19 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.7023907 Aug 04 11:42:04.480466 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:04.481368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49372) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:04.481692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.486483 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f09a9-9c49-461b-bcea-3620cf9ab17d None None] Network a331641e-f398-4399-82a2-340285b25bf5 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:04.487776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Request body: {'subnet': {'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-subnet', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:04.592781 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Made reservation on behalf of 2d9050308ea74517a4e43e1a794fef58 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:04.593227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.644970 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d04927-946b-4805-877d-4fa42ad56a19 None None] Pushing event updated for resources: {'Port': ['ID=19519849-d7f2-4854-a765-d45823bf2093,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:04.691630 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-e34628df-9d5d-4078-abcd-6c6350b525c7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8895791 Aug 04 11:42:04.877710 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Made reservation on behalf of c7ce1c46f8e9475fb90709c9a07ddab1 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:04.880231 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.919858 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:04.950424 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d2e0e4-6363-42c1-93fc-bd4c55ec9765 None None] Network a331641e-f398-4399-82a2-340285b25bf5 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:04.973722 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.191472 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f2b228-625c-49fe-82ca-915218c10baf,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:05.201152 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Checking segment: {'id': '9b36484b-b08a-49a7-ae72-a5f1900f4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:05.201152 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Network hostable DHCP agents. Network: da5a1629-d754-4395-9e4b-7fcf519e7af4, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:05.318754 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Network da5a1629-d754-4395-9e4b-7fcf519e7af4 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:05.385493 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.396502 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, da5a1629-d754-4395-9e4b-7fcf519e7af4) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:05.408008 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:05.409177 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.415645 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43268cd-010a-4b1c-b0bb-fe2a4a5ffd2a None None] Network da5a1629-d754-4395-9e4b-7fcf519e7af4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:05.416142 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.464794 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.550340 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8baa31c-c966-4ad1-a195-250e76381030,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:05.565519 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6ad8f07b-81ca-4edf-b040-e9eb132624b6 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3198497 Aug 04 11:42:05.616653 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Checking segment: {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:05.618776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Network hostable DHCP agents. Network: 4cff1642-74cd-45bb-99cc-9f0430d57190, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:42:05.656417 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Allocated IP 172.27.0.229 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/0a664223-4b2d-4079-acb3-b9d994fb1935) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:05.708687 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:42:05.778259 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c1e157-6bb6-4139-abee-d1785b9d6a32 None None] Network da5a1629-d754-4395-9e4b-7fcf519e7af4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:05.800117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 4cff1642-74cd-45bb-99cc-9f0430d57190) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:05.808834 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:05.810351 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.874126 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93112e06-752a-4263-b99a-2b3fc65ae576 None None] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:05.913605 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:05.943251 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b3105dd3-e88f-4b05-b8e3-1d1a23b1b2e2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4606943 Aug 04 11:42:05.953283 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49428) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:05.960281 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:06.118925 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c277f9-ab67-4da7-99e5-e5b22712b264 None None] Network 39470e73-e89e-4bd5-b574-4820f08cf00d requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:06.124513 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.126101 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.131354 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.220904 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:06.229065 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:06.231853 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.234920 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:06.238240 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Pushing event updated for resources: {'Port': ['ID=0a664223-4b2d-4079-acb3-b9d994fb1935,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:06.275403 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b34c1c-f2a5-4120-bf97-5caab90f7765 None None] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:42:06.329995 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-985279dc-fd58-44ad-ab75-bd8a3d7cf7f4 None None] Provisioning for port 19519849-d7f2-4854-a765-d45823bf2093 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:06.432561 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 19519849-d7f2-4854-a765-d45823bf2093 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:06.555655 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49454) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:06.564471 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.653266 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49462) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:06.716682 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 19519849-d7f2-4854-a765-d45823bf2093 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:06.723763 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 19519849-d7f2-4854-a765-d45823bf2093 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:06.724439 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.881907 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc8246a3-c84d-4882-9d50-735221f4b17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:06.958974 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4eb08612-7b82-4e87-8087-437a09a67422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.014502 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.086833 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.133263 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc8246a3-c84d-4882-9d50-735221f4b17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.161727 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 19519849-d7f2-4854-a765-d45823bf2093, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=19519849-d7f2-4854-a765-d45823bf2093,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:07.174754 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-8d21e23e-f045-4861-90fb-139c4f39cd46 None None] Provisioning complete for port 19519849-d7f2-4854-a765-d45823bf2093 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:07.175120 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8d21e23e-f045-4861-90fb-139c4f39cd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.231088 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cc8246a3-c84d-4882-9d50-735221f4b17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.309438 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cc8246a3-c84d-4882-9d50-735221f4b17b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=365854d15ca6450880cf585343d69abb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7529743 Aug 04 11:42:07.311893 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.321207 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49482) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:07.363268 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8246a3-c84d-4882-9d50-735221f4b17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead86246-3dfd-4602-9768-8ffd7b4c7ee1,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.381692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49490) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:07.384562 dv-cinder-786524-10-iscsi neutron-server[100519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 11:42:07.453809 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=19519849-d7f2-4854-a765-d45823bf2093,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.474207 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-05e457ca-6fa3-45de-836d-f71449a5a127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.505385 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4eb08612-7b82-4e87-8087-437a09a67422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.515348 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-05e457ca-6fa3-45de-836d-f71449a5a127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.610277 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4eb08612-7b82-4e87-8087-437a09a67422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.646764 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.661638 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb08612-7b82-4e87-8087-437a09a67422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35434b76-0df2-41f8-8b66-75613a04997e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.670648 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-05e457ca-6fa3-45de-836d-f71449a5a127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.673449 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-05e457ca-6fa3-45de-836d-f71449a5a127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.674967 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-05e457ca-6fa3-45de-836d-f71449a5a127 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ead86246-3dfd-4602-9768-8ffd7b4c7ee1 HTTP/1.1" status: 204 len: 168 time: 0.3484108 Aug 04 11:42:07.693776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e457ca-6fa3-45de-836d-f71449a5a127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead86246-3dfd-4602-9768-8ffd7b4c7ee1,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:07.705485 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4eb08612-7b82-4e87-8087-437a09a67422 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=01955eaf9afd4b3a8d51038f4a871a83&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0487390 Aug 04 11:42:07.705811 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49504) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:07.751005 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.769580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f58-4c19-42dc-9422-d610ba890aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.801609 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f58-4c19-42dc-9422-d610ba890aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.816662 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-71b41415-af00-495f-8ec4-2040fe200773 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:07.824182 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-71b41415-af00-495f-8ec4-2040fe200773 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.4423645 Aug 04 11:42:07.851068 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-546fb3b9-5e70-478d-b554-4365997413f2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/quotas/a45eb37e491046f0b3766cf148f4a4d9 HTTP/1.1" status: 200 len: 375 time: 0.0259216 Aug 04 11:42:07.855594 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.946531 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f58-4c19-42dc-9422-d610ba890aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.949810 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b2a15f58-4c19-42dc-9422-d610ba890aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:07.952715 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b2a15f58-4c19-42dc-9422-d610ba890aa2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/35434b76-0df2-41f8-8b66-75613a04997e HTTP/1.1" status: 204 len: 168 time: 0.2457707 Aug 04 11:42:07.971246 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-d72bf88f-0519-4d1c-9c54-2027406d06ef tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1063240 Aug 04 11:42:07.990710 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a15f58-4c19-42dc-9422-d610ba890aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35434b76-0df2-41f8-8b66-75613a04997e,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:08.054824 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Allocated IP 172.27.0.244 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/04755640-4ef7-42af-8966-45f58241551b) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:08.200432 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.303600 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Router e5c4ab71-1eca-4541-ad67-044f0c2be327 is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:42:08.341795 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 19519849-d7f2-4854-a765-d45823bf2093 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:08.451622 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 19519849-d7f2-4854-a765-d45823bf2093 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:08.452221 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.541003 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.610238 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Pushing event updated for resources: {'Port': ['ID=04755640-4ef7-42af-8966-45f58241551b,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:08.663726 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:08.668060 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:08.672108 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:08.770140 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:08.784475 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Sync routers for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:08.798551 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:08.799192 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:41:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:08.813159 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49540) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:08.817406 dv-cinder-786524-10-iscsi neutron-server[100520]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 04 11:42:08.925975 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:08.926570 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-3fec662a-0410-4799-abfb-f21bdf2e07d2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.6068661 Aug 04 11:42:08.937430 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49546) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:09.050364 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:09.119988 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-4aeea1e6-f3de-4809-b748-33dafa2b7c1e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:09.123427 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-4aeea1e6-f3de-4809-b748-33dafa2b7c1e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/networks?id=da5a1629-d754-4395-9e4b-7fcf519e7af4 HTTP/1.1" status: 200 len: 812 time: 0.3077693 Aug 04 11:42:09.126321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49550) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:09.166544 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-e46f680b-bc21-4573-aad3-a04be44cbd41 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/quotas/2d9050308ea74517a4e43e1a794fef58 HTTP/1.1" status: 200 len: 375 time: 0.0175316 Aug 04 11:42:09.168814 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-651e6363-b5c7-47c0-a7b3-e8c56cbeb36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.268748 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.411424 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49556) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:09.443071 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-734e9f97-d352-4106-94e8-1bf8b694343f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=2d9050308ea74517a4e43e1a794fef58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2588453 Aug 04 11:42:09.452478 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ab63f3a6-1f99-41f2-b404-ae251f0fd0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.463517 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:06Z', 'revision_number': 3, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:09.498543 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-651e6363-b5c7-47c0-a7b3-e8c56cbeb36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.522103 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Checking router: e5c4ab71-1eca-4541-ad67-044f0c2be327 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:09.523078 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Updating router e5c4ab71-1eca-4541-ad67-044f0c2be327 port 0a664223-4b2d-4079-acb3-b9d994fb1935 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:09.572447 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.582790 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-651e6363-b5c7-47c0-a7b3-e8c56cbeb36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.643164 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-84a8ba77-63d3-4ba0-ae78-4dcbc817c0c6 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:42:09.644865 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-84a8ba77-63d3-4ba0-ae78-4dcbc817c0c6 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7219064 Aug 04 11:42:09.688272 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e6363-b5c7-47c0-a7b3-e8c56cbeb36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f0965e-cdad-4349-9686-f5a17417fd3c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:09.720511 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-651e6363-b5c7-47c0-a7b3-e8c56cbeb36b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ce71ae92da884e379338cf6d3ba2ea44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5919955 Aug 04 11:42:09.724579 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49568) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:09.781319 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49570) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:09.808215 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-21142194-eb83-4399-84bd-2c235b521d1e service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:42:09.813179 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-21142194-eb83-4399-84bd-2c235b521d1e service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1915166 Aug 04 11:42:09.946116 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d62d-acee-47f8-b8ff-f344441d973e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.969004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0374ce0-511b-497a-9df2-218c9b699751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.975330 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:09.990988 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Transition to ACTIVE for port object 0a664223-4b2d-4079-acb3-b9d994fb1935 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:10.041288 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0374ce0-511b-497a-9df2-218c9b699751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.072772 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.130476 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Attempting to bind port 0a664223-4b2d-4079-acb3-b9d994fb1935 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:10.130843 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Attempting to bind port 0a664223-4b2d-4079-acb3-b9d994fb1935 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:10.131584 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Attempting to bind port 0a664223-4b2d-4079-acb3-b9d994fb1935 on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:10.142684 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:10.143201 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:10.143578 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.143983 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:10.144465 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Bound port: 0a664223-4b2d-4079-acb3-b9d994fb1935, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:10.144866 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.172462 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Pushing event updated for resources: {'Port': ['ID=0a664223-4b2d-4079-acb3-b9d994fb1935,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.194077 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-909d9cc0-fad2-4bac-8751-3b2c8b29e881 service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5238316 Aug 04 11:42:10.210067 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.210512 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.211022 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.211554 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.212717 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.212717 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.212717 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.213268 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.213413 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.213786 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.215437 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.215437 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Tracked resource versions report: Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: pushed versions: Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: { 'AddressGroup': {'1.2'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'ConntrackHelper': {'1.0'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Log': {'1.0'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Network': {'1.1'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Port': {'1.7'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'PortForwarding': {'1.2'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'QosPolicy': {'1.8'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroup': {'1.4'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroupRule': {'1.2'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SubPort': {'1.0'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Subnet': {'1.1'}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Trunk': {'1.1'}} Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: consumer versions: Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: { DHCP agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: HyperV agent@hv-cinder-78652: {}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: L3 agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: Metadata agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: Metering agent@dv-cinder-786524-10-iscsi: {}, Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: Open vSwitch agent@dv-cinder-786524-10-iscsi: { 'AddressGroup': '1.2', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'ConntrackHelper': '1.0', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Log': '1.0', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Network': '1.1', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Port': '1.7', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'PortForwarding': '1.2', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'QosPolicy': '1.8', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroup': '1.4', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SecurityGroupRule': '1.2', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'SubPort': '1.0', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Subnet': '1.1', Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: 'Trunk': '1.1'}} Aug 04 11:42:10.216611 dv-cinder-786524-10-iscsi neutron-server[100522]: {{(pid=100522) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 04 11:42:10.220287 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.241821 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-d76814c2-85e1-48a2-ab6c-69ac3ec6a924 service neutron] 10.222.0.88 "GET /v2.0/networks/da5a1629-d754-4395-9e4b-7fcf519e7af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222951 Aug 04 11:42:10.256348 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] For port 0a664223-4b2d-4079-acb3-b9d994fb1935, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:10.262461 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] For port 0a664223-4b2d-4079-acb3-b9d994fb1935, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=0a664223-4b2d-4079-acb3-b9d994fb1935,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:10.337031 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.341878 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ab63f3a6-1f99-41f2-b404-ae251f0fd0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.405555 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-fbabd470-43f6-484f-a74b-ad297bb05474 service neutron] 10.222.0.88 "GET /v2.0/networks/da5a1629-d754-4395-9e4b-7fcf519e7af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376450 Aug 04 11:42:10.425157 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:10.426189 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:41:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:10.474229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ab63f3a6-1f99-41f2-b404-ae251f0fd0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.523797 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdaffff-d22c-448d-ab96-1d1dfdf67a8e None None] Pushing event updated for resources: {'Port': ['ID=0a664223-4b2d-4079-acb3-b9d994fb1935,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.549190 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d62d-acee-47f8-b8ff-f344441d973e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.551157 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0374ce0-511b-497a-9df2-218c9b699751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.554395 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c0374ce0-511b-497a-9df2-218c9b699751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.558297 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c0374ce0-511b-497a-9df2-218c9b699751 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/84f0965e-cdad-4349-9686-f5a17417fd3c HTTP/1.1" status: 204 len: 168 time: 0.8301272 Aug 04 11:42:10.572256 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0374ce0-511b-497a-9df2-218c9b699751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f0965e-cdad-4349-9686-f5a17417fd3c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.622734 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2a21d62d-acee-47f8-b8ff-f344441d973e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.633650 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ab63f3a6-1f99-41f2-b404-ae251f0fd0de admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7bd4da7226644e60aeb2eeedde0f0c4f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2205637 Aug 04 11:42:10.642975 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49580) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:10.698041 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63f3a6-1f99-41f2-b404-ae251f0fd0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eb3ab1-5d4b-4e5c-89bc-a5bd4980544f,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.734617 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:10.746193 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2a21d62d-acee-47f8-b8ff-f344441d973e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e0af9f9c0f48434f8d7bee1ef08e53a3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9633374 Aug 04 11:42:10.749461 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49586) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:10.750351 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a21d62d-acee-47f8-b8ff-f344441d973e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0002e387-9523-4ed7-8735-728a7fdc9a57,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:10.835338 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1ed8657-f34c-48be-b95d-1427c8b91903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:10.968275 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-df401b94-66b7-41a3-a326-404f3382d614 req-4c3a5001-d3b3-4af5-a501-bfbed19047fe tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0865886 Aug 04 11:42:10.970788 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1ed8657-f34c-48be-b95d-1427c8b91903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.066752 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.118721 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9f79c37c-1efb-40cb-bf17-0bccc4774bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.152111 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-a77c8145-6b2f-41c5-82bb-bf62ebfa1c5e service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9383128 Aug 04 11:42:11.157580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9f79c37c-1efb-40cb-bf17-0bccc4774bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.193111 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:06Z', 'revision_number': 3, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:11.204103 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1ed8657-f34c-48be-b95d-1427c8b91903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.207904 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1ed8657-f34c-48be-b95d-1427c8b91903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.211536 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a1ed8657-f34c-48be-b95d-1427c8b91903 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e6eb3ab1-5d4b-4e5c-89bc-a5bd4980544f HTTP/1.1" status: 204 len: 168 time: 0.5652921 Aug 04 11:42:11.224444 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed8657-f34c-48be-b95d-1427c8b91903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eb3ab1-5d4b-4e5c-89bc-a5bd4980544f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:11.356615 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9f79c37c-1efb-40cb-bf17-0bccc4774bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.359410 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9f79c37c-1efb-40cb-bf17-0bccc4774bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.362594 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9f79c37c-1efb-40cb-bf17-0bccc4774bb6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0002e387-9523-4ed7-8735-728a7fdc9a57 HTTP/1.1" status: 204 len: 168 time: 0.5960410 Aug 04 11:42:11.376692 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f79c37c-1efb-40cb-bf17-0bccc4774bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0002e387-9523-4ed7-8735-728a7fdc9a57,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:11.458995 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:42:11.478552 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98711d1b-d368-47ea-bb7c-bd365c12f8f8 None None] The sync data for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi is: [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:06Z', 'revision_number': 3, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:11.634201 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Allocated IP 172.20.0.1 (39470e73-e89e-4bd5-b574-4820f08cf00d/4b921543-2c7b-40d4-acc5-98219f64e62c/17ace188-4783-4793-ad41-024e9193ee98) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:11.846262 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5d70a31-a2aa-4cfd-af47-78085e950c9f req-cef9e969-1efc-4a4a-a316-961f580c7458 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.0583286 Aug 04 11:42:11.916173 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:11.942843 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:11.945763 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Transition to ACTIVE for port object 17ace188-4783-4793-ad41-024e9193ee98 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:11.967662 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Sync routers for ids ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:11.990185 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Routers {'30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:11.991219 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:41:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:12.061715 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.066928 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-548b1f15-cdd3-4825-95c0-e403955e8c19 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1135669 Aug 04 11:42:12.067248 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49642) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:12.289764 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-207d87dd-11a0-48b0-b6da-093623526d2d req-195bca10-3dad-4998-9cc7-be84c45a7c46 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.1455798 Aug 04 11:42:12.295195 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.298767 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Set router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:12.397215 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Network 39470e73-e89e-4bd5-b574-4820f08cf00d is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:12.400698 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:12.406755 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:12.407308 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:12.619328 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Pushing event updated for resources: {'Port': ['ID=17ace188-4783-4793-ad41-024e9193ee98,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:12.677273 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0a664223-4b2d-4079-acb3-b9d994fb1935 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:12.819473 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.031993 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-27b319d5-9f3b-4fae-be81-7d5714ff1a66 None None] Provisioning for port 17ace188-4783-4793-ad41-024e9193ee98 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:13.060316 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-27b319d5-9f3b-4fae-be81-7d5714ff1a66 None None] Provisioning complete for port 17ace188-4783-4793-ad41-024e9193ee98 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:13.064360 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-27b319d5-9f3b-4fae-be81-7d5714ff1a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.095826 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4677b577-c81e-4aec-b267-e09044a8686d req-37848f0f-f0e7-4800-8a22-81084864be6e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.0822315 Aug 04 11:42:13.135404 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-27b319d5-9f3b-4fae-be81-7d5714ff1a66 None None] Port 17ace188-4783-4793-ad41-024e9193ee98 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:13.156999 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49670) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:13.172455 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 0a664223-4b2d-4079-acb3-b9d994fb1935 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:13.186551 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e82ee588-0857-4609-923a-9baf277e8ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.191111 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:42:08Z', 'revision_number': 3, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:13.311592 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 0a664223-4b2d-4079-acb3-b9d994fb1935 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:13.312223 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.317256 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Checking router: 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:13.329095 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Updating router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 port 04755640-4ef7-42af-8966-45f58241551b binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:13.348698 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.431571 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.433336 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.441974 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.464156 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e82ee588-0857-4609-923a-9baf277e8ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.538152 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.598683 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Pushing event updated for resources: {'Port': ['ID=17ace188-4783-4793-ad41-024e9193ee98,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:13.624656 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e82ee588-0857-4609-923a-9baf277e8ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.769568 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-46b0281e-a458-49fc-8ee3-fc722890543b req-56d107d5-f7e2-4142-ae2a-e65771883912 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.2740366 Aug 04 11:42:13.798584 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e849a4fd-20e4-4023-9c00-0a48bc90ca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.885415 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e82ee588-0857-4609-923a-9baf277e8ac1 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=83fbe50f0982462687f3a7ec52cda72e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7234075 Aug 04 11:42:13.886259 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:13.887173 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82ee588-0857-4609-923a-9baf277e8ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca30106-680e-4e9b-94dd-c85b9b5f7508,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:13.891075 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49690) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:13.930300 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Network 39470e73-e89e-4bd5-b574-4820f08cf00d is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:13.931642 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 0a664223-4b2d-4079-acb3-b9d994fb1935, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=0a664223-4b2d-4079-acb3-b9d994fb1935,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:13.934007 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:14.073794 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.213444 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.315349 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Transition to ACTIVE for port object 04755640-4ef7-42af-8966-45f58241551b will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:14.328666 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=0a664223-4b2d-4079-acb3-b9d994fb1935,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:14.425783 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.468181 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Router e5c4ab71-1eca-4541-ad67-044f0c2be327 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:42:14.479860 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f93c7054-9476-4a9b-ace0-af909711d720 req-07749cbb-6a6d-46d5-ae43-6975909020e6 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.1374242 Aug 04 11:42:14.487001 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fdcda405-3674-4e2e-818d-1f6443589ba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.602353 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Allocated IP 172.20.0.1 (4cff1642-74cd-45bb-99cc-9f0430d57190/f8baa31c-c966-4ad1-a195-250e76381030/d28b664a-86d6-4533-8c64-dc4f06611642) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:14.615620 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1c141-c5fb-4086-a306-8b19c1ae94e0 None None] Pushing event updated for resources: {'Port': ['ID=04755640-4ef7-42af-8966-45f58241551b,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:14.658563 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Attempting to bind port 04755640-4ef7-42af-8966-45f58241551b on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:14.659136 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Attempting to bind port 04755640-4ef7-42af-8966-45f58241551b by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:14.659426 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fdcda405-3674-4e2e-818d-1f6443589ba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.659727 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Attempting to bind port 04755640-4ef7-42af-8966-45f58241551b on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:14.689843 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:14.691012 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:14.691921 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.692772 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:14.693816 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Bound port: 04755640-4ef7-42af-8966-45f58241551b, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:14.694711 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.738946 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-34721c33-f0e6-4dca-9967-6290f57c9739 None None] Provisioning complete for port 17ace188-4783-4793-ad41-024e9193ee98 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:14.740294 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-34721c33-f0e6-4dca-9967-6290f57c9739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.823772 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] For port 04755640-4ef7-42af-8966-45f58241551b, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:14.830062 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:42:14.831290 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] For port 04755640-4ef7-42af-8966-45f58241551b, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=04755640-4ef7-42af-8966-45f58241551b,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:14.866207 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-34721c33-f0e6-4dca-9967-6290f57c9739 None None] Port 17ace188-4783-4793-ad41-024e9193ee98 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:14.897458 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:14.916005 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Sync routers for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:14.919320 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:14.930172 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-0ba255c4-9acb-4f6e-ace2-da43afc45054 admin admin] 10.222.0.88 "PUT /v2.0/routers/e5c4ab71-1eca-4541-ad67-044f0c2be327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9265327 Aug 04 11:42:14.976362 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:14.976889 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:41:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:15.040968 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1c141-c5fb-4086-a306-8b19c1ae94e0 None None] Pushing event updated for resources: {'Port': ['ID=04755640-4ef7-42af-8966-45f58241551b,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:15.051961 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Routers {'30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:15.052614 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:41:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:15.070164 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-87494631-1833-4c69-bb8c-0f0348b46657 req-a08daba8-75ef-4c20-922a-6fdedfd88151 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0778325 Aug 04 11:42:15.185240 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.186412 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:15.272298 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] Set router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:15.381043 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fdcda405-3674-4e2e-818d-1f6443589ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.385143 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fdcda405-3674-4e2e-818d-1f6443589ba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.387963 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fdcda405-3674-4e2e-818d-1f6443589ba0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/eca30106-680e-4e9b-94dd-c85b9b5f7508 HTTP/1.1" status: 204 len: 168 time: 1.4755411 Aug 04 11:42:15.391514 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.436522 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcda405-3674-4e2e-818d-1f6443589ba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca30106-680e-4e9b-94dd-c85b9b5f7508,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:15.522002 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:15.532503 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:15.537708 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:15.539129 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.585336 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 2, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:15.622432 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:42:08Z', 'revision_number': 3, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:15.627058 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Checking router: e5c4ab71-1eca-4541-ad67-044f0c2be327 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:15.627450 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Updating router e5c4ab71-1eca-4541-ad67-044f0c2be327 port 17ace188-4783-4793-ad41-024e9193ee98 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:15.628266 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f8b14f97-4f73-4b40-852f-010a6eb5a3df req-251edd78-89da-4414-8c95-cb0eb44bb98a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.0591614 Aug 04 11:42:15.664966 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ebe9a4-0436-49cb-9136-0202a8b82c51 None None] The sync data for ids ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'] in dv-cinder-786524-10-iscsi is: [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:42:08Z', 'revision_number': 3, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:15.679765 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:15.684902 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Pushing event updated for resources: {'Port': ['ID=d28b664a-86d6-4533-8c64-dc4f06611642,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:16.068434 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-55c52ad6-6fe0-4e72-9323-a1df50464f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.209052 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.254544 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.282010 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Transition to ACTIVE for port object 17ace188-4783-4793-ad41-024e9193ee98 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:16.381697 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.490666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.593357 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 04755640-4ef7-42af-8966-45f58241551b up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:16.785069 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Attempting to bind port 17ace188-4783-4793-ad41-024e9193ee98 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:16.786029 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Attempting to bind port 17ace188-4783-4793-ad41-024e9193ee98 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:16.786560 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Attempting to bind port 17ace188-4783-4793-ad41-024e9193ee98 on network 39470e73-e89e-4bd5-b574-4820f08cf00d {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:16.811302 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:16.811814 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Checking segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:16.812382 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.812954 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Bound using segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:16.813712 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Bound port: 17ace188-4783-4793-ad41-024e9193ee98, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:16.814276 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.916162 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4d084-3764-4cd9-a768-7629fdbcffcd None None] Pushing event updated for resources: {'Port': ['ID=17ace188-4783-4793-ad41-024e9193ee98,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:16.950854 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:16.974947 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 04755640-4ef7-42af-8966-45f58241551b completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:16.999130 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 04755640-4ef7-42af-8966-45f58241551b triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:17.005957 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.134919 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-42410d92-9b23-4048-b998-c483a051d62d req-4793296d-91f0-4636-9e49-23ce7b4b5ca1 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0879769 Aug 04 11:42:17.182936 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.215713 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] For port 17ace188-4783-4793-ad41-024e9193ee98, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:17.221479 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] For port 17ace188-4783-4793-ad41-024e9193ee98, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=17ace188-4783-4793-ad41-024e9193ee98,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:17.278496 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.279546 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.324998 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49780) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:17.331158 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-f5e0fe02-6042-4219-ad26-ee3f09f3c1c1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--308358794', 'description': 'tempest-description--877378031'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:17.335793 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.361776 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.436932 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:17.437830 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:42:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:17.477897 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 04755640-4ef7-42af-8966-45f58241551b, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=04755640-4ef7-42af-8966-45f58241551b,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:17.493653 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f951e051-cfc4-464e-a7d9-6decbcdf7612 req-9fa0a22f-b203-4626-8f41-adf0fbd3cfed tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.1355352 Aug 04 11:42:17.563854 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad4d084-3764-4cd9-a768-7629fdbcffcd None None] Pushing event updated for resources: {'Port': ['ID=17ace188-4783-4793-ad41-024e9193ee98,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:17.575653 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.576800 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0a664223-4b2d-4079-acb3-b9d994fb1935 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:17.659578 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:17.664876 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:17.676595 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f5e0fe02-6042-4219-ad26-ee3f09f3c1c1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.777058 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:17.880857 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 0a664223-4b2d-4079-acb3-b9d994fb1935 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:17.884877 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:17.980330 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=04755640-4ef7-42af-8966-45f58241551b,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:17.997921 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Pushing event updated for resources: {'Port': ['ID=d28b664a-86d6-4533-8c64-dc4f06611642,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:18.011375 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:42:18.112298 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f5e0fe02-6042-4219-ad26-ee3f09f3c1c1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.220713 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f5e0fe02-6042-4219-ad26-ee3f09f3c1c1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.327406 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.86', 58683) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:18.404667 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 49798) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:18.437935 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:18.446272 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-736f31d5-9736-4a6e-bcf0-e8c4f0dae6ae admin admin] 10.222.0.88 "PUT /v2.0/routers/30d5edc8-fec1-449a-b53d-44f1c1ab8fd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3778005 Aug 04 11:42:18.511237 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:18.514956 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 04755640-4ef7-42af-8966-45f58241551b up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:18.568913 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f5e0fe02-6042-4219-ad26-ee3f09f3c1c1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.579124 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f5e0fe02-6042-4219-ad26-ee3f09f3c1c1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2527688 Aug 04 11:42:18.582590 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49812) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:18.591563 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-2f5d0d25-1efc-4a5e-b6ea-d73cfe26c4d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'security_group_rule': {'security_group_id': '543e18f1-bfb7-4197-ad79-7e4d983b0bee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:18.699798 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3eb6578-4041-4da6-8131-0976596e607c None None] The sync data for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi is: [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:18.777951 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 04755640-4ef7-42af-8966-45f58241551b triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:18.781369 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:18.823503 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-93f6492f-a948-4610-abca-fb5e5ab3de37 req-6f1cfdb8-1c6a-4300-97b8-7594f4f5f9f0 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.1368804 Aug 04 11:42:18.952408 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3dc74cd6-4785-4cf1-a6a9-11f469a4648a req-3a83b063-4abd-432e-b2f4-259225cdb548 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.1338899 Aug 04 11:42:18.984292 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e0fe02-6042-4219-ad26-ee3f09f3c1c1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543e18f1-bfb7-4197-ad79-7e4d983b0bee,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:19.329003 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d181a99a-3800-4b47-8a8d-dba412436a80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.339104 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f5d0d25-1efc-4a5e-b6ea-d73cfe26c4d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.354261 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f5d0d25-1efc-4a5e-b6ea-d73cfe26c4d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.381786 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-12967295-0b83-4889-8cee-676d3aad06fe tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:19.383038 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-12967295-0b83-4889-8cee-676d3aad06fe tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.86 "GET /v2.0/networks?id=da5a1629-d754-4395-9e4b-7fcf519e7af4 HTTP/1.1" status: 200 len: 812 time: 1.0411315 Aug 04 11:42:19.440209 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Request body: {'port': {'device_id': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4', 'admin_state_up': True, 'tenant_id': '2d9050308ea74517a4e43e1a794fef58'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:19.443362 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Sync routers for ids ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:19.447634 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.86', 58687) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:19.491563 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Routers {'30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:19.493750 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f5d0d25-1efc-4a5e-b6ea-d73cfe26c4d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:19.514300 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:42:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:19.632329 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d0d25-1efc-4a5e-b6ea-d73cfe26c4d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0737beab-fa46-4004-8409-2de00eb14b6a,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:19.775019 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Set router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:19.880506 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-6541b370-2382-4d8d-b5ca-c85285822fe3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:19.882151 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-6541b370-2382-4d8d-b5ca-c85285822fe3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.4316702 Aug 04 11:42:20.020131 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.168964 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40972b0-e462-479e-880c-538e2a49e615 req-770d9ba8-bc6c-4df6-bb9f-362fd42d19d5 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:20.176413 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-770d9ba8-bc6c-4df6-bb9f-362fd42d19d5 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 819 time: 0.2894111 Aug 04 11:42:20.182376 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Request body: {'port': {'device_id': 'f682b9ab-e540-409d-b501-1285581105a4', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'admin_state_up': True, 'tenant_id': 'a45eb37e491046f0b3766cf148f4a4d9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:20.198575 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d181a99a-3800-4b47-8a8d-dba412436a80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.264503 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a188d191-f534-4bb6-a796-5964c180516d req-30b8a706-ede7-442a-ab24-cfaea821f816 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.1064050 Aug 04 11:42:20.277137 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d181a99a-3800-4b47-8a8d-dba412436a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.360792 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-fd8bddf3-2773-4aba-918a-2006fc3b76d4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/quotas/c7ce1c46f8e9475fb90709c9a07ddab1 HTTP/1.1" status: 200 len: 375 time: 0.1834042 Aug 04 11:42:20.377423 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 4, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'd28b664a-86d6-4533-8c64-dc4f06611642', 'name': '', 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'mac_address': 'fa:16:3e:5f:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:13Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 2, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'subnets': [{'id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:20.465760 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-d181a99a-3800-4b47-8a8d-dba412436a80 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c89cf2d80da54e839f41d911eaa60b59&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0142753 Aug 04 11:42:20.473460 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2f5d0d25-1efc-4a5e-b6ea-d73cfe26c4d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.475603 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2f5d0d25-1efc-4a5e-b6ea-d73cfe26c4d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8915367 Aug 04 11:42:20.485213 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49882) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:20.486091 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49884) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:20.495941 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d181a99a-3800-4b47-8a8d-dba412436a80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a58e64d0-f731-4ba0-8c90-cb2da3edd884,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:20.539276 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Checking router: 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:42:20.543305 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Updating router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 port d28b664a-86d6-4533-8c64-dc4f06611642 binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:42:20.595311 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-fd14b33a-ffd2-4699-bb7e-7e2e0f500ab8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'security_group_rule': {'security_group_id': '543e18f1-bfb7-4197-ad79-7e4d983b0bee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:20.624188 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 17ace188-4783-4793-ad41-024e9193ee98 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:20.634534 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f9cfb441-b6a4-4e92-b281-3b652059172c req-d1a9edf3-86bd-4202-884e-d5eba525a33f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.1885700 Aug 04 11:42:20.635817 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Made reservation on behalf of 2d9050308ea74517a4e43e1a794fef58 for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:20.641472 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.720712 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-719ad91a-a4a1-4c3f-b00a-624b7ad33abb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3584573 Aug 04 11:42:20.808607 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:20.906785 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-cc7f1890-c54f-4237-8dbf-1c2ce12bec2c service neutron] 10.222.0.88 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846292 Aug 04 11:42:21.110471 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 17ace188-4783-4793-ad41-024e9193ee98 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:21.134179 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 17ace188-4783-4793-ad41-024e9193ee98 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:21.138942 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.160309 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Allocated IP 172.20.0.2 (da5a1629-d754-4395-9e4b-7fcf519e7af4/35f2b228-625c-49fe-82ca-915218c10baf/07d95d28-9241-4c02-b180-26b9a9b8280b) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:21.304020 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-b8db7227-08c0-41de-8d1a-55d5141c4e75 service neutron] 10.222.0.88 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955057 Aug 04 11:42:21.446455 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fd14b33a-ffd2-4699-bb7e-7e2e0f500ab8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.458057 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a90e61aa-386d-48f4-80ea-b41f5b65eeba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.518904 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Made reservation on behalf of a45eb37e491046f0b3766cf148f4a4d9 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:21.529743 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.534041 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.627319 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a90e61aa-386d-48f4-80ea-b41f5b65eeba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.701230 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 17ace188-4783-4793-ad41-024e9193ee98, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=17ace188-4783-4793-ad41-024e9193ee98,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:21.757363 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.774026 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Transition to ACTIVE for port object d28b664a-86d6-4533-8c64-dc4f06611642 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:21.806384 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:21.808343 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-35486b19-1f38-48f1-87c4-3065bc7ffa6d req-58614383-170c-40b1-ade5-1bdc349f5160 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.2391388 Aug 04 11:42:21.946941 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:22.081287 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=17ace188-4783-4793-ad41-024e9193ee98,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:22.127893 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:22.318531 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd220dbc-9952-4fbc-8051-bac6bf6a7a74 None None] Pushing event updated for resources: {'Port': ['ID=d28b664a-86d6-4533-8c64-dc4f06611642,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:22.327551 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e2411748-3760-4eb7-a2de-a02da76779e4 req-47cc3ca0-1795-441d-a27c-39034d43455c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 210 time: 0.1001921 Aug 04 11:42:22.348295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Attempting to bind port d28b664a-86d6-4533-8c64-dc4f06611642 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:22.348655 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Attempting to bind port d28b664a-86d6-4533-8c64-dc4f06611642 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:22.349224 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Attempting to bind port d28b664a-86d6-4533-8c64-dc4f06611642 on network 4cff1642-74cd-45bb-99cc-9f0430d57190 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:22.359715 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:22.362406 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Checking segment: {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:22.362406 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:22.362406 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Bound using segment: {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:22.362406 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Bound port: d28b664a-86d6-4533-8c64-dc4f06611642, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:22.362406 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:22.383010 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:22.511371 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 17ace188-4783-4793-ad41-024e9193ee98 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:22.680008 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Network da5a1629-d754-4395-9e4b-7fcf519e7af4 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:22.717827 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:22.726791 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:22.734927 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:22.736084 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:22.754260 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Allocated IP 172.20.0.12 (a331641e-f398-4399-82a2-340285b25bf5/610e92dd-1d0e-4efc-824c-77450a171f7d/bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:22.769455 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] For port d28b664a-86d6-4533-8c64-dc4f06611642, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:22.772803 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Pushing event updated for resources: {'Port': ['ID=07d95d28-9241-4c02-b180-26b9a9b8280b,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:22.795423 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] For port d28b664a-86d6-4533-8c64-dc4f06611642, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=d28b664a-86d6-4533-8c64-dc4f06611642,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:22.834934 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-490bc18c-9460-4f00-b96b-4cd0a9ba13ef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3987501 Aug 04 11:42:22.851691 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-a8659322-4272-4940-a397-2aaf16379c98 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:42:22.853026 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-a8659322-4272-4940-a397-2aaf16379c98 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086520 Aug 04 11:42:22.902241 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.055762 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 17ace188-4783-4793-ad41-024e9193ee98 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:23.057794 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.123216 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.151881 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-e28dd531-1dee-438e-aa74-d1033d9eb5ab tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:23.166928 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-e28dd531-1dee-438e-aa74-d1033d9eb5ab tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 819 time: 0.2688456 Aug 04 11:42:23.191316 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-82b4158d-722b-486a-9bc5-40ea4f9797e9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/quotas/c7ce1c46f8e9475fb90709c9a07ddab1 HTTP/1.1" status: 200 len: 375 time: 0.0228884 Aug 04 11:42:23.279945 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-6fdde94c-92c0-4de0-9b1e-5285f9964642 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872724 Aug 04 11:42:23.302194 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd220dbc-9952-4fbc-8051-bac6bf6a7a74 None None] Pushing event updated for resources: {'Port': ['ID=d28b664a-86d6-4533-8c64-dc4f06611642,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:23.327275 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Routers {'30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:23.328011 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:42:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:23.383274 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fd14b33a-ffd2-4699-bb7e-7e2e0f500ab8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.392719 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.468636 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Request body: {'port': {'device_id': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:23.523845 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a90e61aa-386d-48f4-80ea-b41f5b65eeba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.527367 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a90e61aa-386d-48f4-80ea-b41f5b65eeba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.528752 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a90e61aa-386d-48f4-80ea-b41f5b65eeba admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a58e64d0-f731-4ba0-8c90-cb2da3edd884 HTTP/1.1" status: 204 len: 168 time: 3.0402796 Aug 04 11:42:23.540966 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fd14b33a-ffd2-4699-bb7e-7e2e0f500ab8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.547812 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] Set router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:42:23.568857 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Network a331641e-f398-4399-82a2-340285b25bf5 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:23.594135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e61aa-386d-48f4-80ea-b41f5b65eeba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a58e64d0-f731-4ba0-8c90-cb2da3edd884,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:23.617449 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:23.623454 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:23.630038 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:23.630476 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.634088 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd14b33a-ffd2-4699-bb7e-7e2e0f500ab8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d201569d-111e-48a6-80af-5c48eb0e7041,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:23.636918 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event updated for resources: {'Port': ['ID=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:23.651958 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-e51bde28-5ea3-4ed2-a3eb-a63b6469425d service neutron] 10.222.0.88 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704593 Aug 04 11:42:23.658264 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7a70-88eb-437c-812d-f5bf356153fc req-c8b17662-3b92-4846-a86c-cc823b4b7afd tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:23.669601 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9f7f7a70-88eb-437c-812d-f5bf356153fc req-c8b17662-3b92-4846-a86c-cc823b4b7afd tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 932 time: 1.0249243 Aug 04 11:42:23.710493 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fd14b33a-ffd2-4699-bb7e-7e2e0f500ab8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.717659 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fd14b33a-ffd2-4699-bb7e-7e2e0f500ab8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.2215333 Aug 04 11:42:23.721960 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 49982) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:23.732580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:23.756627 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9f7f7a70-88eb-437c-812d-f5bf356153fc req-380fecc0-fb78-428a-a2d6-efd2a91f770c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831740 Aug 04 11:42:23.769901 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-51357506-5cbb-412e-9756-a537d9be3fb8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6090667 Aug 04 11:42:23.832452 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Request body: {'port': {'device_id': 'f682b9ab-e540-409d-b501-1285581105a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:23.847814 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:23.986468 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:24.020304 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:24.185930 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-7fe20ab6-6a75-47a1-aa8a-fe204532428c service neutron] 10.222.0.88 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327127 Aug 04 11:42:24.218598 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 4, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'd28b664a-86d6-4533-8c64-dc4f06611642', 'name': '', 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'mac_address': 'fa:16:3e:5f:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:13Z', 'updated_at': '2021-08-04T11:42:22Z', 'revision_number': 4, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'subnets': [{'id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:24.236731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc5c058-e744-454a-8be4-758b39579baa req-f220aa0e-06f2-48c9-85e2-bb818e0c5c66 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:24.248320 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ccc5c058-e744-454a-8be4-758b39579baa req-f220aa0e-06f2-48c9-85e2-bb818e0c5c66 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 931 time: 0.3299322 Aug 04 11:42:24.656058 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ccc5c058-e744-454a-8be4-758b39579baa req-adf4827c-7597-4303-92c3-7b38235a4c3f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089179 Aug 04 11:42:24.788056 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473a310c-80c4-49f2-8663-5de9ec4731bf None None] The sync data for ids ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'] in dv-cinder-786524-10-iscsi is: [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:42:16Z', 'revision_number': 4, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'd28b664a-86d6-4533-8c64-dc4f06611642', 'name': '', 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'mac_address': 'fa:16:3e:5f:c6:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:13Z', 'updated_at': '2021-08-04T11:42:22Z', 'revision_number': 4, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'subnets': [{'id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:42:24.998641 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d95d28-9241-4c02-b180-26b9a9b8280b {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:25.011764 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:25.077086 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Transition to ACTIVE for port object 07d95d28-9241-4c02-b180-26b9a9b8280b will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:25.165896 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:25.184927 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-215e8f83-d592-4b15-8f25-6e4471b3635d req-17049394-2d2b-4cd9-ac23-f5d024fba731 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.3486872 Aug 04 11:42:25.382697 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d399-ef8d-4695-a6b0-e81f7aa18bb7 req-f07d8699-ccd7-42e9-88fc-5a2494a0c923 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:25.398893 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8832d399-ef8d-4695-a6b0-e81f7aa18bb7 req-f07d8699-ccd7-42e9-88fc-5a2494a0c923 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 932 time: 0.3295207 Aug 04 11:42:25.535371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50014) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:25.677087 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8832d399-ef8d-4695-a6b0-e81f7aa18bb7 req-d352b6d9-364d-4f32-bb2f-6046a059f93e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746215 Aug 04 11:42:25.696571 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a92a-1146-478a-809b-2dac3399adad admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:25.776561 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:25.793150 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Pushing event updated for resources: {'Port': ['ID=07d95d28-9241-4c02-b180-26b9a9b8280b,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:25.833955 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Attempting to bind port 07d95d28-9241-4c02-b180-26b9a9b8280b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:25.834512 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Attempting to bind port 07d95d28-9241-4c02-b180-26b9a9b8280b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '9b36484b-b08a-49a7-ae72-a5f1900f4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:25.835315 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Attempting to bind port 07d95d28-9241-4c02-b180-26b9a9b8280b on network da5a1629-d754-4395-9e4b-7fcf519e7af4 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:25.843655 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Port 07d95d28-9241-4c02-b180-26b9a9b8280b on network da5a1629-d754-4395-9e4b-7fcf519e7af4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:42:25.850464 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Attempting to bind port 07d95d28-9241-4c02-b180-26b9a9b8280b on network da5a1629-d754-4395-9e4b-7fcf519e7af4 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:25.862385 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:25.866099 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Checking segment: {'id': '9b36484b-b08a-49a7-ae72-a5f1900f4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:25.867187 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Bound using segment: {'id': '9b36484b-b08a-49a7-ae72-a5f1900f4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:25.872005 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:25.893618 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Bound port: 07d95d28-9241-4c02-b180-26b9a9b8280b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b36484b-b08a-49a7-ae72-a5f1900f4451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:25.894294 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:25.958159 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:25.979700 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:26.145115 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Transition to ACTIVE for port object bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:26.221584 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9418b-418b-4fe8-95c2-94e3b576f526 req-686e65d5-95fb-43f7-a710-5bc9b4ae10db tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:26.227259 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-46b9418b-418b-4fe8-95c2-94e3b576f526 req-686e65d5-95fb-43f7-a710-5bc9b4ae10db tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.2642033 Aug 04 11:42:26.345629 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Allocated IP 172.27.0.151 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/dfc22dcd-42b4-4fb9-8e06-b886b6267e25) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:26.354198 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] For port 07d95d28-9241-4c02-b180-26b9a9b8280b, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:26.359441 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:26.513363 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device d28b664a-86d6-4533-8c64-dc4f06611642 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:26.536933 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] For port 07d95d28-9241-4c02-b180-26b9a9b8280b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=07d95d28-9241-4c02-b180-26b9a9b8280b,segment=NetworkSegment(9b36484b-b08a-49a7-ae72-a5f1900f4451),segment_id=9b36484b-b08a-49a7-ae72-a5f1900f4451)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:26.548253 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-46b9418b-418b-4fe8-95c2-94e3b576f526 req-eb2a2acf-76b2-441b-957a-9ccaaa2f77b1 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757792 Aug 04 11:42:26.577803 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-83fae3ae-ec95-4a3d-9fad-5d77706e2f30 req-cca53127-f761-412d-a451-50a1c7514a61 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.1493371 Aug 04 11:42:26.589480 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.86', 58703) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:26.709860 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:26.748701 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:26.789324 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port d28b664a-86d6-4533-8c64-dc4f06611642 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:26.799744 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port d28b664a-86d6-4533-8c64-dc4f06611642 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:26.800629 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:26.824414 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:26.825533 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:26.827596 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] 10.222.0.86 "PUT /v2.0/ports/07d95d28-9241-4c02-b180-26b9a9b8280b HTTP/1.1" status: 200 len: 1093 time: 3.5183530 Aug 04 11:42:26.828494 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:26.829028 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Attempting to bind port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:26.829412 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Attempting to bind port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:26.829765 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Attempting to bind port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:26.891369 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 on network a331641e-f398-4399-82a2-340285b25bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:42:26.891706 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Attempting to bind port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:27.006446 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417b160-2f05-47c3-9374-488bf0ebf830 service neutron] Pushing event updated for resources: {'Port': ['ID=07d95d28-9241-4c02-b180-26b9a9b8280b,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:27.084264 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.107905 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40972b0-e462-479e-880c-538e2a49e615 req-922187bf-fa30-47f9-8eee-e4d6da44ef8b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.122922 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-922187bf-fa30-47f9-8eee-e4d6da44ef8b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 819 time: 0.5281863 Aug 04 11:42:27.123019 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.142078 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Request body: {'port': {'device_id': '46483251-ca13-4213-9ff6-567c612a1eb7', 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'admin_state_up': True, 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:27.203467 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:27.203874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Checking segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:27.204384 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Bound using segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:27.204864 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Bound port: bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:27.240264 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.296929 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port d28b664a-86d6-4533-8c64-dc4f06611642, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=d28b664a-86d6-4533-8c64-dc4f06611642,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:27.390902 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.496358 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4095ccac-22a0-402a-b110-053dc9c08dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:27.508699 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a92a-1146-478a-809b-2dac3399adad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.588470 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2c5b5-148a-413f-8e94-809d561bf4c2 req-b0c700db-e857-4837-af60-21dfb4fdc126 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.598417 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9db2c5b5-148a-413f-8e94-809d561bf4c2 req-b0c700db-e857-4837-af60-21dfb4fdc126 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.4222174 Aug 04 11:42:27.637372 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=d28b664a-86d6-4533-8c64-dc4f06611642,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:27.649700 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] For port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:27.667293 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] For port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:27.686549 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a92a-1146-478a-809b-2dac3399adad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.741276 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:27.833536 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-94d39c4c-a447-4c4b-8f5a-83049c9f0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:27.836586 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-94d39c4c-a447-4c4b-8f5a-83049c9f0341 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d9050308ea74517a4e43e1a794fef58&device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.4180338 Aug 04 11:42:27.850931 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4cc63c0e-9c35-4000-bbf1-e9adb5fdd4e4 req-fb0acc24-82a7-45ba-b49a-8bb33719f155 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0997045 Aug 04 11:42:27.879085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:28.133380 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-c7cc8efb-9474-4435-9c59-9e8c4b24e429 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07d95d28-9241-4c02-b180-26b9a9b8280b HTTP/1.1" status: 200 len: 217 time: 0.1992946 Aug 04 11:42:28.188467 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d2a92a-1146-478a-809b-2dac3399adad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3044d-4da8-4783-8ce0-d3afc104cd67,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:28.205035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7d72f-7d2d-4a2b-ba63-d2da84440c97 req-54674b32-3528-4909-927d-ac8d384e3304 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:28.207014 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c0c7d72f-7d2d-4a2b-ba63-d2da84440c97 req-54674b32-3528-4909-927d-ac8d384e3304 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.1022482 Aug 04 11:42:28.243334 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9db2c5b5-148a-413f-8e94-809d561bf4c2 req-88443037-26a4-4116-b150-46e457eefcff tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5693896 Aug 04 11:42:28.247465 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f7d2a92a-1146-478a-809b-2dac3399adad admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9f3c9eefbbd84c71bbe6f3abb5c66d86&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6442304 Aug 04 11:42:28.252323 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50068) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:28.287258 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:28.288348 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:28.289639 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:28.292570 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] 10.222.0.86 "PUT /v2.0/ports/bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 HTTP/1.1" status: 200 len: 1094 time: 4.5083570 Aug 04 11:42:28.297035 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f682b9ab-e540-409d-b501-1285581105a4', 'tag': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:28.320774 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c0c7d72f-7d2d-4a2b-ba63-d2da84440c97 req-373f7bd3-427f-4ba0-b6da-7a69add4f32f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043172 Aug 04 11:42:28.396674 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:28.414896 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'Port': ['ID=dfc22dcd-42b4-4fb9-8e06-b886b6267e25,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:28.420927 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:28.440022 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device d28b664a-86d6-4533-8c64-dc4f06611642 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:28.562872 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Made reservation on behalf of c7ce1c46f8e9475fb90709c9a07ddab1 for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:28.575771 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port d28b664a-86d6-4533-8c64-dc4f06611642 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:28.576198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:28.595301 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:28.612901 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77536ab1-3809-4a27-922c-052edcf289b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f682b9ab-e540-409d-b501-1285581105a4", "tag": "bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:28.815219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:28.857593 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4482fee5-3e9b-4d21-843a-7449f5e8f2b4 x-openstack-request-id: req-4482fee5-3e9b-4d21-843a-7449f5e8f2b4 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:28.858026 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:28.858431 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4482fee5-3e9b-4d21-843a-7449f5e8f2b4 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:28.859037 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b', 'status': 'completed', 'code': 200} Aug 04 11:42:28.865900 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Allocated IP 172.20.0.8 (4cff1642-74cd-45bb-99cc-9f0430d57190/f8baa31c-c966-4ad1-a195-250e76381030/6202ecb8-1426-4dc3-95a6-53f3c42e6d2b) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:28.879978 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162ba34-4125-425c-98e7-d91d1606d5b5 service neutron] Pushing event updated for resources: {'Port': ['ID=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:28.935653 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70e83fce-d787-4a40-bb79-b3e8e66a189b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:28.987852 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70e83fce-d787-4a40-bb79-b3e8e66a189b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.021164 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e695e18b-b211-4264-8bd8-3d5afe126d80 req-7dfcad8b-bcf6-4faf-8338-5ddb50f66549 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0399804 Aug 04 11:42:29.056165 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35912998-f030-4539-8fee-d52a831c961d x-openstack-request-id: req-35912998-f030-4539-8fee-d52a831c961d {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:29.056165 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f682b9ab-e540-409d-b501-1285581105a4", "tag": "bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:29.056165 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-35912998-f030-4539-8fee-d52a831c961d {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:29.056165 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f682b9ab-e540-409d-b501-1285581105a4', 'tag': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', 'status': 'completed', 'code': 200} Aug 04 11:42:29.112670 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.252832 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70e83fce-d787-4a40-bb79-b3e8e66a189b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.256382 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70e83fce-d787-4a40-bb79-b3e8e66a189b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.257646 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-70e83fce-d787-4a40-bb79-b3e8e66a189b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/51a3044d-4da8-4783-8ce0-d3afc104cd67 HTTP/1.1" status: 204 len: 168 time: 1.0001440 Aug 04 11:42:29.259838 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.297817 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e83fce-d787-4a40-bb79-b3e8e66a189b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3044d-4da8-4783-8ce0-d3afc104cd67,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:29.477306 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.505988 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a70d255-1fe1-442a-88da-0fee7ebedcd9 req-3e9cbd27-6f28-4e0e-b240-bb0beac91539 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:29.511910 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8a70d255-1fe1-442a-88da-0fee7ebedcd9 req-3e9cbd27-6f28-4e0e-b240-bb0beac91539 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.1015463 Aug 04 11:42:29.547442 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766fe4a8-3faf-4122-bd16-21cd6caf58fd req-5eb5f2c6-9c07-4502-93d4-b1ad6520f401 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:29.558056 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-766fe4a8-3faf-4122-bd16-21cd6caf58fd req-5eb5f2c6-9c07-4502-93d4-b1ad6520f401 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.1130667 Aug 04 11:42:29.581462 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8a70d255-1fe1-442a-88da-0fee7ebedcd9 req-8bd29635-fe95-4f77-813b-1557541b311f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Aug 04 11:42:29.645075 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.699485 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-766fe4a8-3faf-4122-bd16-21cd6caf58fd req-3b54f1c3-f5f2-4f4c-837d-dcabb16a4ec0 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353667 Aug 04 11:42:29.705242 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.754507 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Pushing event updated for resources: {'Port': ['ID=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:29.758623 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:29.761020 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:29.763319 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:29.769658 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:29.769865 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.797814 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:29.825994 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'Port': ['ID=dfc22dcd-42b4-4fb9-8e06-b886b6267e25,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:30.004230 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-670c0ac5-03d7-4320-8085-7971dc7eeadf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8691413 Aug 04 11:42:30.033168 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:30.035300 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c76b7818-33ee-40d3-bd04-a65db79d62a9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3118713 Aug 04 11:42:30.232199 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5380b6e7-3568-4de8-ab1b-16a46c1b3d4b req-186281a9-7ccd-4de7-a54e-1e69c5fde580 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0503056 Aug 04 11:42:30.356242 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-3f246530-8460-44a0-bda5-aa5f5cd07575 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--308358794&fields=id&tenant_id=695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 267 time: 0.0590203 Aug 04 11:42:30.547166 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-3dbca578-326f-4d63-ad07-2f227e9d8972 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:30.557658 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-3dbca578-326f-4d63-ad07-2f227e9d8972 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 817 time: 0.1914194 Aug 04 11:42:30.585780 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-ac2680de-27eb-47e3-8303-0c4c2cf801ef tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/quotas/695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 375 time: 0.0235844 Aug 04 11:42:30.682368 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-84c426f7-d0b6-4966-b39b-1e7c10d68bfb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0897226 Aug 04 11:42:30.794498 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c787771-8846-47b3-8109-3e51cabe583c req-f9e95fd9-8b34-4ca1-adaa-df66cf8caa7f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:30.796269 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3c787771-8846-47b3-8109-3e51cabe583c req-f9e95fd9-8b34-4ca1-adaa-df66cf8caa7f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.0794036 Aug 04 11:42:30.833467 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-ae7b2523-0a1f-49f1-86f4-e7bb4f412840 service neutron] 10.222.0.88 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458089 Aug 04 11:42:30.850822 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3c787771-8846-47b3-8109-3e51cabe583c req-ef2d2d4c-3881-4a45-a0a7-bf6ee1b712ff tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478146 Aug 04 11:42:30.995200 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-ddcc7007-b3ac-451d-9642-3be06076126f service neutron] 10.222.0.88 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453900 Aug 04 11:42:31.034910 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441fb4cb-0f47-4ec3-b76b-3db93e0eaffc req-0f51b5f1-e1f4-42ab-a079-a10826a9bc2e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:31.035544 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-441fb4cb-0f47-4ec3-b76b-3db93e0eaffc req-0f51b5f1-e1f4-42ab-a079-a10826a9bc2e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.0975306 Aug 04 11:42:31.121547 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-441fb4cb-0f47-4ec3-b76b-3db93e0eaffc req-b37432e9-106a-4591-9309-09f2889fec33 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784132 Aug 04 11:42:31.380637 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a5f7be9b-40ee-48e8-8c54-af10f1e3d8d6 req-68206c53-4546-4b48-8962-6ef964ee19d6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0781598 Aug 04 11:42:31.398430 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fb49dd17-57b1-4ab9-be5e-967dd34cda21 req-88ec03a1-d807-4013-9b47-e2a31eebf12d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0812690 Aug 04 11:42:31.994480 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c7fcb-c063-4b85-a345-cd9485785cd0 req-7fe094ce-456f-49d4-b4d8-27639bad9a94 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:31.996132 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b0c7fcb-c063-4b85-a345-cd9485785cd0 req-7fe094ce-456f-49d4-b4d8-27639bad9a94 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.0667045 Aug 04 11:42:32.037416 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b0c7fcb-c063-4b85-a345-cd9485785cd0 req-638506cd-59c2-4630-9185-fe87cce0e566 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Aug 04 11:42:32.274098 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6762b81-c9a4-415c-9a6a-ea6868ebef66 req-0bd9751e-34f5-446e-8f31-0b6542847c6f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:32.275726 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6762b81-c9a4-415c-9a6a-ea6868ebef66 req-0bd9751e-34f5-446e-8f31-0b6542847c6f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.0635836 Aug 04 11:42:32.329752 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6762b81-c9a4-415c-9a6a-ea6868ebef66 req-b331293a-3789-4c8e-825f-ae794e83dab5 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432873 Aug 04 11:42:32.529823 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6deb533b-1791-4420-953f-6199ba6e2e8e req-c18fa2bc-6c6e-43bb-9e69-e41b7dc99e79 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0592220 Aug 04 11:42:32.583754 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd16cb76-8570-4e45-8d3c-79f18b73bfda req-81c586bd-8e09-496d-8a7f-be35b7d4e943 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0518625 Aug 04 11:42:33.198480 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4121c5d-4691-4094-81a2-f489ffe69e58 req-9a310d34-6630-4505-8fe0-fa4353561305 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:33.200032 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e4121c5d-4691-4094-81a2-f489ffe69e58 req-9a310d34-6630-4505-8fe0-fa4353561305 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.0755255 Aug 04 11:42:33.257555 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e4121c5d-4691-4094-81a2-f489ffe69e58 req-8544c24f-0964-4b42-9a0b-cc173d8dcf8b tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375786 Aug 04 11:42:33.455475 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e478d-f113-48f4-ab64-c489ad89ef6e req-97dbcf43-964d-46cc-8ac0-fa00b16262ba tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:33.457270 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f58e478d-f113-48f4-ab64-c489ad89ef6e req-97dbcf43-964d-46cc-8ac0-fa00b16262ba tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.0548694 Aug 04 11:42:33.502534 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f58e478d-f113-48f4-ab64-c489ad89ef6e req-5401b046-5f0b-4d8e-b726-87eaea52b67e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345967 Aug 04 11:42:33.669053 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7a3fea6c-4ada-4c9a-9974-2dfe173cdece req-4c7c1d93-93cb-4a1a-b0a8-b25c1332bef3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0583684 Aug 04 11:42:33.723540 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7042eadc-3017-4ca6-b7ad-1f6927b3e2cc req-fe663cd0-f352-4d0b-8713-657519ff307f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0292730 Aug 04 11:42:33.727350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50234) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:33.885526 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bf84ce3-fc02-4eac-bc91-412abbdb42b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:33.988362 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bf84ce3-fc02-4eac-bc91-412abbdb42b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:34.092254 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bf84ce3-fc02-4eac-bc91-412abbdb42b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:34.129182 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf84ce3-fc02-4eac-bc91-412abbdb42b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00c31f3-e4e2-4a95-a18c-f551d8f6dc56,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:34.139120 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0bf84ce3-fc02-4eac-bc91-412abbdb42b8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=635f1a932e6e4034aa627f9d9e43197e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4106779 Aug 04 11:42:34.141997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50248) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:34.195335 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3465-eebb-4182-a96c-31a87e2066fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:34.223273 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3465-eebb-4182-a96c-31a87e2066fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:34.383084 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3f02b-2c20-4e58-bb71-b87cbe41de2d req-41c1adef-0693-45a5-9364-d02cb05c6e71 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:34.383084 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9de3f02b-2c20-4e58-bb71-b87cbe41de2d req-41c1adef-0693-45a5-9364-d02cb05c6e71 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.0552690 Aug 04 11:42:34.423451 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9de3f02b-2c20-4e58-bb71-b87cbe41de2d req-78afbbe7-4b3e-4aff-9b48-1f8a77989be5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Aug 04 11:42:34.431099 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3465-eebb-4182-a96c-31a87e2066fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:34.433666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae3e3465-eebb-4182-a96c-31a87e2066fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:34.437064 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ae3e3465-eebb-4182-a96c-31a87e2066fe admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d00c31f3-e4e2-4a95-a18c-f551d8f6dc56 HTTP/1.1" status: 204 len: 168 time: 0.2919734 Aug 04 11:42:34.446415 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e3465-eebb-4182-a96c-31a87e2066fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00c31f3-e4e2-4a95-a18c-f551d8f6dc56,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:34.625881 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabcc8c4-4d5a-4f7c-b386-ea844ab87269 req-bd2cea86-0b20-47fd-aea0-6ec19e248cc9 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:34.627632 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cabcc8c4-4d5a-4f7c-b386-ea844ab87269 req-bd2cea86-0b20-47fd-aea0-6ec19e248cc9 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.0573859 Aug 04 11:42:34.671634 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cabcc8c4-4d5a-4f7c-b386-ea844ab87269 req-33babb0f-05b7-4cda-8fc2-6a8ad2539420 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380235 Aug 04 11:42:34.809800 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eddfe165-8aab-4e91-b892-37a88919fa81 req-5dc99f15-f543-4e92-87b0-925337bd1896 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0278614 Aug 04 11:42:34.846536 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8932e338-e4cd-409f-8de1-07b2f33d4bcc req-339d4dd3-2243-4fdd-8f4f-0edfa507e32f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0306597 Aug 04 11:42:35.155831 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50270) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:35.169214 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-84a25f17-0228-489d-8e17-fe539b822b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.272270 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-84a25f17-0228-489d-8e17-fe539b822b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.343849 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-84a25f17-0228-489d-8e17-fe539b822b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.385144 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a25f17-0228-489d-8e17-fe539b822b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35972261-42cf-41de-a912-f54bedb29608,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:35.389194 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-84a25f17-0228-489d-8e17-fe539b822b48 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8b55d5e02cf546dbb3088b251526288d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323892 Aug 04 11:42:35.392501 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50274) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:35.439132 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ea2-e226-4dd1-ab37-613a8781e51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.464489 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ea2-e226-4dd1-ab37-613a8781e51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.550759 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86829e36-43df-4c45-8e25-2c65eb9b127e req-24cdf0af-4163-4510-b6ef-e568ec1bb421 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:35.552275 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86829e36-43df-4c45-8e25-2c65eb9b127e req-24cdf0af-4163-4510-b6ef-e568ec1bb421 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.0534883 Aug 04 11:42:35.593005 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86829e36-43df-4c45-8e25-2c65eb9b127e req-88ab5d2c-ad84-45f0-9357-d8bb8f99d713 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Aug 04 11:42:35.614303 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ea2-e226-4dd1-ab37-613a8781e51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.617977 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8b9c9ea2-e226-4dd1-ab37-613a8781e51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:35.618431 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8b9c9ea2-e226-4dd1-ab37-613a8781e51a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/35972261-42cf-41de-a912-f54bedb29608 HTTP/1.1" status: 204 len: 168 time: 0.2256863 Aug 04 11:42:35.626789 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9c9ea2-e226-4dd1-ab37-613a8781e51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35972261-42cf-41de-a912-f54bedb29608,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:35.793407 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9401bebf-847c-4385-b8ba-45422063ab51 req-2171a676-644c-425f-8f91-a9c895742c83 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:35.794912 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9401bebf-847c-4385-b8ba-45422063ab51 req-2171a676-644c-425f-8f91-a9c895742c83 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.0491571 Aug 04 11:42:35.836937 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9401bebf-847c-4385-b8ba-45422063ab51 req-b99a8f5e-279a-441f-95f5-07266c33ee57 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358000 Aug 04 11:42:35.913836 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b5d2bf18-f6eb-481c-88ce-82d6ed720340 req-81385c48-09a7-4e1b-8c06-25291768d8e8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0307238 Aug 04 11:42:35.951770 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f027739b-fe66-4cfc-9631-da31a240a9cb req-1f754c49-631d-418b-8c47-8c15d7638930 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0290854 Aug 04 11:42:36.021824 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Request body: {'port': {'device_id': '46483251-ca13-4213-9ff6-567c612a1eb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:36.056384 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-a1cadaff-a319-4348-80fc-df9b0ec3bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:36.057897 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-a1cadaff-a319-4348-80fc-df9b0ec3bb57 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35f2b228-625c-49fe-82ca-915218c10baf HTTP/1.1" status: 200 len: 852 time: 0.1087811 Aug 04 11:42:36.136439 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-947704b9-1a99-4bfc-b877-bbca25e45b30 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da5a1629-d754-4395-9e4b-7fcf519e7af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518529 Aug 04 11:42:36.138896 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:36.142524 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77536ab1-3809-4a27-922c-052edcf289b3 req-18bdd8ff-d70b-4acb-a1fd-a6b31cfce1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:36.152899 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77536ab1-3809-4a27-922c-052edcf289b3 req-18bdd8ff-d70b-4acb-a1fd-a6b31cfce1f0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 1097 time: 0.1274853 Aug 04 11:42:36.400482 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.86', 58713) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:36.464525 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77536ab1-3809-4a27-922c-052edcf289b3 req-9f642ae7-2ace-4051-9ee5-8b2468c56e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:36.466525 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77536ab1-3809-4a27-922c-052edcf289b3 req-9f642ae7-2ace-4051-9ee5-8b2468c56e39 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2928214 Aug 04 11:42:36.666947 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-a3b88f69-6757-4ce2-865c-f9648e50cb3b service neutron] 10.222.0.86 "GET /v2.0/networks/da5a1629-d754-4395-9e4b-7fcf519e7af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4923699 Aug 04 11:42:36.942488 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2b0537bd-69ff-425a-b463-9b9ff91746f6 req-1634f83f-feda-4b97-bd4b-1cb5cac242a7 service neutron] 10.222.0.86 "GET /v2.0/networks/da5a1629-d754-4395-9e4b-7fcf519e7af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477896 Aug 04 11:42:36.972742 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:36.986294 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:37.002761 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-5deafbbc-93ac-4898-bacd-2500e2c26975 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.004443 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-5deafbbc-93ac-4898-bacd-2500e2c26975 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 819 time: 0.6027761 Aug 04 11:42:37.029680 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Transition to ACTIVE for port object 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:37.048629 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Request body: {'port': {'device_id': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'admin_state_up': True, 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:37.067817 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176892ec-224e-4521-9646-978ee78e56f0 req-72153815-be19-43c8-9a58-38ea2b5bdc48 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.069519 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-176892ec-224e-4521-9646-978ee78e56f0 req-72153815-be19-43c8-9a58-38ea2b5bdc48 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.1297269 Aug 04 11:42:37.080421 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77536ab1-3809-4a27-922c-052edcf289b3 req-7a2ce490-db4e-4534-82ef-015000385bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.082297 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77536ab1-3809-4a27-922c-052edcf289b3 req-7a2ce490-db4e-4534-82ef-015000385bcd service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5864341 Aug 04 11:42:37.129532 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-176892ec-224e-4521-9646-978ee78e56f0 req-a2e6173f-1b1e-4188-a26f-c4c35cf9858a tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482399 Aug 04 11:42:37.169007 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:37.174521 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcffb4b2-e6bb-41c5-8f1c-4c631e42ccc6 req-6ce20a5e-1b01-4834-b8d6-399ad9240b9a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.181806 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dcffb4b2-e6bb-41c5-8f1c-4c631e42ccc6 req-6ce20a5e-1b01-4834-b8d6-399ad9240b9a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.4690516 Aug 04 11:42:37.265610 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dcffb4b2-e6bb-41c5-8f1c-4c631e42ccc6 req-4d34ef86-0b8c-4ccf-8c91-64a23ed62b7d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828164 Aug 04 11:42:37.288417 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-83aab8fd-edf7-48f4-9842-e1c8be2f0bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.289954 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-83aab8fd-edf7-48f4-9842-e1c8be2f0bae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=2d9050308ea74517a4e43e1a794fef58&device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 1096 time: 0.1764240 Aug 04 11:42:37.296998 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c3b0996c-3142-49cf-9872-740ac5c423d1 req-583f63df-159e-4060-ab76-3b400735f2f7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0536649 Aug 04 11:42:37.332795 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Attempting to bind port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:37.333011 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Attempting to bind port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:37.338186 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Attempting to bind port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b on network 4cff1642-74cd-45bb-99cc-9f0430d57190 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:37.338186 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Pushing event updated for resources: {'Port': ['ID=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:37.343925 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-df1f6d6d-4186-4ba6-9a0c-b42919052276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.346417 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-df1f6d6d-4186-4ba6-9a0c-b42919052276 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 1097 time: 0.2145264 Aug 04 11:42:37.347941 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b on network 4cff1642-74cd-45bb-99cc-9f0430d57190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:42:37.347941 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Attempting to bind port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b on network 4cff1642-74cd-45bb-99cc-9f0430d57190 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:37.354055 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:37.354529 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Checking segment: {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:37.355074 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Bound using segment: {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:37.355640 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Bound port: 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:37.356129 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:37.371724 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.86', 58720) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:37.425521 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Made reservation on behalf of c7ce1c46f8e9475fb90709c9a07ddab1 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:37.428830 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:37.452366 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-a2219085-8eab-43ca-a7d1-ef1f4ff6ffe9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 HTTP/1.1" status: 200 len: 217 time: 0.0814612 Aug 04 11:42:37.471917 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-591ab657-bd9c-46df-8b87-5ec84f539831 req-f2d90801-b544-4c83-963c-eab8cfaa0a8f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0599384 Aug 04 11:42:37.582113 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-915d3f0d-db00-4501-947f-9c6bb99eeaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.583581 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-915d3f0d-db00-4501-947f-9c6bb99eeaca service neutron] 10.222.0.86 "GET /v2.0/networks?id=da5a1629-d754-4395-9e4b-7fcf519e7af4 HTTP/1.1" status: 200 len: 914 time: 0.2716658 Aug 04 11:42:37.591343 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] For port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:37.612410 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-e68c26ff-af23-461e-91cd-0e57685ae54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.613883 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-e68c26ff-af23-461e-91cd-0e57685ae54e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=610e92dd-1d0e-4efc-824c-77450a171f7d HTTP/1.1" status: 200 len: 854 time: 0.1182091 Aug 04 11:42:37.619596 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] For port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:37.626680 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-580ba87f-4b1a-426f-a929-2c5e7e9797cb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.629034 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-580ba87f-4b1a-426f-a929-2c5e7e9797cb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 817 time: 0.2503266 Aug 04 11:42:37.655079 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-3953fb1e-3e8d-449e-85ca-e8544211d208 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a331641e-f398-4399-82a2-340285b25bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260458 Aug 04 11:42:37.677840 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-9c0e7cbd-b0f5-431b-a8d1-96450ba8233d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07d95d28-9241-4c02-b180-26b9a9b8280b HTTP/1.1" status: 200 len: 217 time: 0.0836332 Aug 04 11:42:37.748239 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-feda0b3a-cd1f-4893-936b-2fff4ebb51db tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 379 time: 0.0921624 Aug 04 11:42:37.762691 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'port': {'device_id': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'admin_state_up': True, 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'security_groups': ['543e18f1-bfb7-4197-ad79-7e4d983b0bee']}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:37.768938 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Allocated IP 172.20.0.6 (4cff1642-74cd-45bb-99cc-9f0430d57190/f8baa31c-c966-4ad1-a195-250e76381030/26d05bea-cd09-4766-90bf-4b1b75bd8fd4) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:37.773843 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-7d39e478-895e-47ac-93de-35af2d389e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.776181 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-7d39e478-895e-47ac-93de-35af2d389e37 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=35f2b228-625c-49fe-82ca-915218c10baf HTTP/1.1" status: 200 len: 852 time: 0.0737600 Aug 04 11:42:37.780214 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:37.850470 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-c6e2fbbe-e1da-42bd-a776-ebf429f2eb9f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=da5a1629-d754-4395-9e4b-7fcf519e7af4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661275 Aug 04 11:42:37.872276 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:37.872882 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:37.878042 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] 10.222.0.86 "PUT /v2.0/ports/6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 200 len: 1093 time: 1.8583083 Aug 04 11:42:37.878042 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46483251-ca13-4213-9ff6-567c612a1eb7', 'tag': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:37.880295 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fa66f0-fc9b-4626-a88b-b24397a4982a" -d '{"events": [{"name": "network-changed", "server_uuid": "46483251-ca13-4213-9ff6-567c612a1eb7", "tag": "6202ecb8-1426-4dc3-95a6-53f3c42e6d2b"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:37.892592 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-2de8b3f6-642f-470e-9544-3efe79784cf7 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300432 Aug 04 11:42:37.923648 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d812a54-14fc-4c15-abf4-6f8dcb28cdc8 x-openstack-request-id: req-0d812a54-14fc-4c15-abf4-6f8dcb28cdc8 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:37.923949 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46483251-ca13-4213-9ff6-567c612a1eb7", "tag": "6202ecb8-1426-4dc3-95a6-53f3c42e6d2b", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:37.924184 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0d812a54-14fc-4c15-abf4-6f8dcb28cdc8 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:37.924564 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46483251-ca13-4213-9ff6-567c612a1eb7', 'tag': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b', 'status': 'completed', 'code': 200} Aug 04 11:42:37.949545 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba534e-37e7-4435-b20b-2fb93814bf56 service neutron] Pushing event updated for resources: {'Port': ['ID=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:38.024490 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-a3008bd1-2550-4ddb-b2f9-1bf9721ffb23 service neutron] 10.222.0.86 "GET /v2.0/networks/da5a1629-d754-4395-9e4b-7fcf519e7af4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622829 Aug 04 11:42:38.072562 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa66f0-fc9b-4626-a88b-b24397a4982a req-d4707a15-ea61-4139-a775-f5240aea7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.074344 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b3fa66f0-fc9b-4626-a88b-b24397a4982a req-d4707a15-ea61-4139-a775-f5240aea7dc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1096 time: 0.1217856 Aug 04 11:42:38.083712 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-ff7b9891-5f03-4ac4-9200-5f1d25b37c81 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812148 Aug 04 11:42:38.160400 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50398) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:38.247742 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4095ccac-22a0-402a-b110-053dc9c08dd1 req-6450ed88-3ee8-4100-87d1-7aebfbec8ce1 service neutron] 10.222.0.86 "GET /v2.0/networks/da5a1629-d754-4395-9e4b-7fcf519e7af4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059271 Aug 04 11:42:38.278161 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.327665 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa66f0-fc9b-4626-a88b-b24397a4982a req-cd9f413f-dfb0-4c1e-9d83-46ce1c3d5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.330113 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b3fa66f0-fc9b-4626-a88b-b24397a4982a req-cd9f413f-dfb0-4c1e-9d83-46ce1c3d5f24 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2442460 Aug 04 11:42:38.331975 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Made reservation on behalf of 695106b556854fdc9c76d9912ab19404 for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:42:38.337079 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.379242 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7bce5adb-c3c2-447b-b41f-97be7f7f8fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.422632 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db643b09-0720-4ebb-a1a4-8cb64d48a340 req-f69b8b18-202a-4c3f-9c37-e6081d52f0b7 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.424380 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-db643b09-0720-4ebb-a1a4-8cb64d48a340 req-f69b8b18-202a-4c3f-9c37-e6081d52f0b7 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.1437171 Aug 04 11:42:38.482437 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.491501 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-db643b09-0720-4ebb-a1a4-8cb64d48a340 req-38939753-141e-4060-9d6e-1f356a531b6a tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Aug 04 11:42:38.553765 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Network 4cff1642-74cd-45bb-99cc-9f0430d57190 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:38.564278 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:38.572803 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Pushing event updated for resources: {'Port': ['ID=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:38.583000 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:38.587036 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.587929 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.640085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7bce5adb-c3c2-447b-b41f-97be7f7f8fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.642372 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e5f66d4-3704-43bb-aab6-dada82f394dc req-4782a2ae-7861-453a-87fb-71ef8812db67 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0350859 Aug 04 11:42:38.732350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7bce5adb-c3c2-447b-b41f-97be7f7f8fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.760486 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f32f54-0606-4102-9793-f91794e3d522 req-ce92d314-0b67-4cc5-a5c6-c72141b814f3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.762214 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-39f32f54-0606-4102-9793-f91794e3d522 req-ce92d314-0b67-4cc5-a5c6-c72141b814f3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.4117298 Aug 04 11:42:38.779746 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7bce5adb-c3c2-447b-b41f-97be7f7f8fa5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1296bbef2dc04e55a55488c3712f0945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229901 Aug 04 11:42:38.782522 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce5adb-c3c2-447b-b41f-97be7f7f8fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201eb2cf-43e8-4eb7-bef0-1b8fb0498274,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:38.785882 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50418) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:38.806750 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa66f0-fc9b-4626-a88b-b24397a4982a req-e9ac9d9c-1512-4578-9769-2d5a44a79086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.808198 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b3fa66f0-fc9b-4626-a88b-b24397a4982a req-e9ac9d9c-1512-4578-9769-2d5a44a79086 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4561586 Aug 04 11:42:38.808694 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6b747-ec39-4661-9231-1c6906a5e1a4 req-408353db-370c-45b0-8000-f0524ece4cff tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.810226 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-25f6b747-ec39-4661-9231-1c6906a5e1a4 req-408353db-370c-45b0-8000-f0524ece4cff tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 931 time: 0.1069577 Aug 04 11:42:38.816832 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-0e5df9a1-a796-4757-937c-b320ae80a994 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7884476 Aug 04 11:42:38.845958 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Request body: {'port': {'device_id': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:38.852468 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-39f32f54-0606-4102-9793-f91794e3d522 req-c65d9fcc-e1bb-4d5c-9ef6-c5a5e63fb4ca tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775104 Aug 04 11:42:38.857684 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Allocated IP 172.20.0.13 (39470e73-e89e-4bd5-b574-4820f08cf00d/4b921543-2c7b-40d4-acc5-98219f64e62c/6613eb78-21db-46a4-b5a1-64f701bef576) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:42:38.905258 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-25f6b747-ec39-4661-9231-1c6906a5e1a4 req-12530a65-b2d5-4984-8cb9-890591185b30 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834944 Aug 04 11:42:38.927768 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40972b0-e462-479e-880c-538e2a49e615 req-4d9ddcd8-5ce6-4c3a-bd34-1d7cc199cf24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:38.929310 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-4d9ddcd8-5ce6-4c3a-bd34-1d7cc199cf24 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1096 time: 0.0729821 Aug 04 11:42:38.937338 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-003ef6a9-3aa4-427b-9c7c-e31a35cd1e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.938849 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:38.986684 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-003ef6a9-3aa4-427b-9c7c-e31a35cd1e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.002907 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-da39f65c-5dd6-489e-a61f-fb496659747a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 200 len: 217 time: 0.0630176 Aug 04 11:42:39.083555 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40972b0-e462-479e-880c-538e2a49e615 req-8fe7d305-9da8-48c3-8966-39a0eb8071f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.085263 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-8fe7d305-9da8-48c3-8966-39a0eb8071f9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0726023 Aug 04 11:42:39.123718 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-7010911e-4c5c-4c6d-bab6-d9d4d3e60e82 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275655 Aug 04 11:42:39.126809 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.177035 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-003ef6a9-3aa4-427b-9c7c-e31a35cd1e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.179556 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-003ef6a9-3aa4-427b-9c7c-e31a35cd1e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.185366 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-003ef6a9-3aa4-427b-9c7c-e31a35cd1e1b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/201eb2cf-43e8-4eb7-bef0-1b8fb0498274 HTTP/1.1" status: 204 len: 168 time: 0.3963251 Aug 04 11:42:39.188224 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Transition to ACTIVE for port object 6613eb78-21db-46a4-b5a1-64f701bef576 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:39.213342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ef6a9-3aa4-427b-9c7c-e31a35cd1e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201eb2cf-43e8-4eb7-bef0-1b8fb0498274,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:39.270803 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-d62c16a5-9178-4417-80be-a437ed408ec5 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361911 Aug 04 11:42:39.277834 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:39.286036 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.299592 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Transition to ACTIVE for port object 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:39.324495 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.368364 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.386864 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Network 39470e73-e89e-4bd5-b574-4820f08cf00d is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:42:39.393832 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:42:39.401096 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:39.414074 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:42:39.420141 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.420793 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.422194 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Pushing event updated for resources: {'Port': ['ID=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:39.481576 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a40972b0-e462-479e-880c-538e2a49e615 req-2d7af84f-59af-4ccb-9cb2-9f6c280bd75d service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795502 Aug 04 11:42:39.488842 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Attempting to bind port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:39.490036 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Attempting to bind port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:39.490541 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Attempting to bind port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 on network 4cff1642-74cd-45bb-99cc-9f0430d57190 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:39.497427 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 on network 4cff1642-74cd-45bb-99cc-9f0430d57190 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:42:39.498101 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Attempting to bind port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 on network 4cff1642-74cd-45bb-99cc-9f0430d57190 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:39.505232 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:39.505592 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Checking segment: {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:39.506594 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Bound using segment: {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:39.506738 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Bound port: 26d05bea-cd09-4766-90bf-4b1b75bd8fd4, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:39.507202 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.600276 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] For port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:39.606419 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] For port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:39.657496 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446acf-9999-4027-acea-67bdc13cae11 req-22372f08-aadd-4057-9486-e71fe7d4bbf4 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.659152 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-27446acf-9999-4027-acea-67bdc13cae11 req-22372f08-aadd-4057-9486-e71fe7d4bbf4 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.0655854 Aug 04 11:42:39.704685 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-27446acf-9999-4027-acea-67bdc13cae11 req-81a1758b-4cd6-4149-b12c-1d8938a0f2a2 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393169 Aug 04 11:42:39.758183 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-e9d04e96-c891-4179-a7d0-c0f92f7e0770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0016425 Aug 04 11:42:39.771623 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Request body: {'port': {'device_id': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:39.774440 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a10f7c-f999-4607-80b6-5549a24f219d req-24f334f5-c547-4872-9d9a-db462cd5051d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:39.775934 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-60a10f7c-f999-4607-80b6-5549a24f219d req-24f334f5-c547-4872-9d9a-db462cd5051d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 932 time: 0.0490613 Aug 04 11:42:39.816121 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-60a10f7c-f999-4607-80b6-5549a24f219d req-c49166c4-5652-409a-b5bb-9d51d7581925 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339878 Aug 04 11:42:39.830357 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.951812 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-4d3ed29c-04c0-4a05-a7bd-20083a6e0501 None None] Provisioning for port 6613eb78-21db-46a4-b5a1-64f701bef576 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:39.955203 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:39.966157 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-4d3ed29c-04c0-4a05-a7bd-20083a6e0501 None None] Provisioning complete for port 6613eb78-21db-46a4-b5a1-64f701bef576 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:39.966535 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4d3ed29c-04c0-4a05-a7bd-20083a6e0501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.011111 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb17a8-4800-42d8-816f-04890ad86f1e req-2b4b96f5-31fe-429f-8609-9ad9024a4f5e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.014433 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1edb17a8-4800-42d8-816f-04890ad86f1e req-2b4b96f5-31fe-429f-8609-9ad9024a4f5e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 944 time: 0.0863838 Aug 04 11:42:40.016541 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.016830 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.018239 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] 10.222.0.86 "PUT /v2.0/ports/26d05bea-cd09-4766-90bf-4b1b75bd8fd4 HTTP/1.1" status: 200 len: 1093 time: 1.1866283 Aug 04 11:42:40.018678 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'tag': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:40.020948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76739f5f-b636-4740-8293-22d21e8a9b70" -d '{"events": [{"name": "network-changed", "server_uuid": "cffd7b05-0e71-4407-9c0d-c3aa195b2166", "tag": "26d05bea-cd09-4766-90bf-4b1b75bd8fd4"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:40.088207 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6645e-fafb-42a3-b8d7-b09e5d4630f7 service neutron] Pushing event updated for resources: {'Port': ['ID=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:40.095628 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-4d3ed29c-04c0-4a05-a7bd-20083a6e0501 None None] Port 6613eb78-21db-46a4-b5a1-64f701bef576 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:42:40.111182 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788a164-6aee-4841-b5d1-794bbfc50b84 req-36be1229-e2c7-45bd-8a08-e813be4b1252 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.112601 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:42:40.115961 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1edb17a8-4800-42d8-816f-04890ad86f1e req-7101f966-7250-4123-bae3-e03bfadabc7e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559416 Aug 04 11:42:40.130125 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2788a164-6aee-4841-b5d1-794bbfc50b84 req-36be1229-e2c7-45bd-8a08-e813be4b1252 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 943 time: 0.0939226 Aug 04 11:42:40.181075 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263a86f-8db3-4bc8-82a8-57cec4fc1824 x-openstack-request-id: req-1263a86f-8db3-4bc8-82a8-57cec4fc1824 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:40.181370 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffd7b05-0e71-4407-9c0d-c3aa195b2166", "tag": "26d05bea-cd09-4766-90bf-4b1b75bd8fd4", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:40.181619 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1263a86f-8db3-4bc8-82a8-57cec4fc1824 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:40.182002 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'tag': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4', 'status': 'completed', 'code': 200} Aug 04 11:42:40.210438 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2788a164-6aee-4841-b5d1-794bbfc50b84 req-5553bf87-aac3-4f56-bfda-68d04042ce3c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717173 Aug 04 11:42:40.219976 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-98e6ea16-5606-41a1-a6f6-1481bd352180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.221218 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-98e6ea16-5606-41a1-a6f6-1481bd352180 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 1096 time: 0.0733042 Aug 04 11:42:40.244149 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6613eb78-21db-46a4-b5a1-64f701bef576 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:40.259901 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.277788 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-c8a0d7a1-50c6-499a-8b98-b010db21f019 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4 HTTP/1.1" status: 200 len: 217 time: 0.0482872 Aug 04 11:42:40.278273 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Transition to ACTIVE for port object 6613eb78-21db-46a4-b5a1-64f701bef576 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:42:40.300698 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:40.317778 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'port_id': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', 'mac_address': 'fa:16:3e:7f:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e92dd-1d0e-4efc-824c-77450a171f7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:42:40.323537 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.371531 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-3ff86cc7-5ae3-4021-bee8-f05108227e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.372041 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-3ff86cc7-5ae3-4021-bee8-f05108227e81 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0834403 Aug 04 11:42:40.394485 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.409408 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:40.442512 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-ee29cad3-e4aa-48eb-acd0-809961f4c402 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614793 Aug 04 11:42:40.459743 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:40.492359 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:40.512647 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Attempting to bind port 6613eb78-21db-46a4-b5a1-64f701bef576 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:42:40.512866 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Attempting to bind port 6613eb78-21db-46a4-b5a1-64f701bef576 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:42:40.513282 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Attempting to bind port 6613eb78-21db-46a4-b5a1-64f701bef576 on network 39470e73-e89e-4bd5-b574-4820f08cf00d {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:40.518586 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Port 6613eb78-21db-46a4-b5a1-64f701bef576 on network 39470e73-e89e-4bd5-b574-4820f08cf00d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:42:40.518918 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Attempting to bind port 6613eb78-21db-46a4-b5a1-64f701bef576 on network 39470e73-e89e-4bd5-b574-4820f08cf00d {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:42:40.524272 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:42:40.524609 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Checking segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:42:40.525554 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Bound using segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:42:40.526467 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Bound port: 6613eb78-21db-46a4-b5a1-64f701bef576, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:42:40.526467 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.529460 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.531105 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 07d95d28-9241-4c02-b180-26b9a9b8280b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:42:40.587046 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-190f6760-ab5d-41bc-ac01-1eedc4fd5ba4 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365476 Aug 04 11:42:40.681172 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:40.693800 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:42:40.707276 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:42:40.774607 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 07d95d28-9241-4c02-b180-26b9a9b8280b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=07d95d28-9241-4c02-b180-26b9a9b8280b,segment=NetworkSegment(9b36484b-b08a-49a7-ae72-a5f1900f4451),segment_id=9b36484b-b08a-49a7-ae72-a5f1900f4451)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:40.801209 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '07d95d28-9241-4c02-b180-26b9a9b8280b', 'network_id': 'da5a1629-d754-4395-9e4b-7fcf519e7af4', 'port_id': '07d95d28-9241-4c02-b180-26b9a9b8280b', 'mac_address': 'fa:16:3e:6a:1a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f2b228-625c-49fe-82ca-915218c10baf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:42:40.819616 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.882606 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.918624 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d95d28-9241-4c02-b180-26b9a9b8280b {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:40.948496 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:40.949719 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:40.951268 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] 10.222.0.86 "PUT /v2.0/ports/6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 200 len: 1094 time: 1.1837842 Aug 04 11:42:40.952237 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 07d95d28-9241-4c02-b180-26b9a9b8280b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=07d95d28-9241-4c02-b180-26b9a9b8280b,segment=NetworkSegment(9b36484b-b08a-49a7-ae72-a5f1900f4451),segment_id=9b36484b-b08a-49a7-ae72-a5f1900f4451)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:40.955493 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:40.964693 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2421abd-5702-44f9-8132-8ccd28e02b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:40.995398 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb53fb9-ba32-4920-b17e-5cb0107a74d8 req-7bd604ad-23ef-4b93-aace-e5c923502ce2 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.003253 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1cb53fb9-ba32-4920-b17e-5cb0107a74d8 req-7bd604ad-23ef-4b93-aace-e5c923502ce2 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 943 time: 0.2103219 Aug 04 11:42:41.008547 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-94e64341-8fa9-4473-8c5e-3cef473847f4 req-012b89a2-49be-4e78-aa42-4ec62c445c8e service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075229 Aug 04 11:42:41.012783 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.033186 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c13e6-138a-433b-b875-2ac074cc8197 req-f42189df-03a8-44e6-aae1-a92f9d380560 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.037440 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a4c13e6-138a-433b-b875-2ac074cc8197 req-f42189df-03a8-44e6-aae1-a92f9d380560 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0824099 Aug 04 11:42:41.074059 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4852d-18e5-4d38-b5bf-697634fff25d service neutron] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:41.088965 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1cb53fb9-ba32-4920-b17e-5cb0107a74d8 req-37a8833b-2d73-4119-ac9e-36b9783741db tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836723 Aug 04 11:42:41.097477 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=07d95d28-9241-4c02-b180-26b9a9b8280b,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:41.116492 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a4c13e6-138a-433b-b875-2ac074cc8197 req-8cf9d7b5-a0ac-43a9-bda2-4af2838954dd tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742774 Aug 04 11:42:41.128075 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-7f14aa5d-77ba-4048-8c39-c6c5e3a91409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.129755 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-7f14aa5d-77ba-4048-8c39-c6c5e3a91409 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0897393 Aug 04 11:42:41.182141 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb36230-8261-4bc3-830d-bccf94868e39 x-openstack-request-id: req-5bb36230-8261-4bc3-830d-bccf94868e39 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:41.182656 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:41.186881 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5bb36230-8261-4bc3-830d-bccf94868e39 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:41.187516 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576', 'status': 'completed', 'code': 200} Aug 04 11:42:41.192627 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-af1379af-f4ad-41df-960c-77145277b055 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 200 len: 217 time: 0.0432370 Aug 04 11:42:41.233181 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-dfd862cc-c0a2-44d7-90c2-ab4fe4dd8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.235266 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-dfd862cc-c0a2-44d7-90c2-ab4fe4dd8a47 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 1096 time: 0.0679712 Aug 04 11:42:41.248840 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 50508) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:41.351046 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d1fc3cf2-6031-46e6-93aa-37e82543b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.352578 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-d1fc3cf2-6031-46e6-93aa-37e82543b8fc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.1395266 Aug 04 11:42:41.366406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4ce0c9-261e-4921-a869-a43cf0dad675 req-af052b6e-da2a-4b92-a1c2-12b7aba7e0ae tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.367940 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e4ce0c9-261e-4921-a869-a43cf0dad675 req-af052b6e-da2a-4b92-a1c2-12b7aba7e0ae tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 945 time: 0.1638842 Aug 04 11:42:41.378100 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['07d95d28-9241-4c02-b180-26b9a9b8280b'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:42:41.420271 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:42:41.566516 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7facac-c0e0-4fc3-8926-8d4eed692002 req-ef049a30-29c0-4abb-84a6-4feaef2e052b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.566947 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e4ce0c9-261e-4921-a869-a43cf0dad675 req-7dd507b4-d612-4467-811c-fdd59a432a38 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720207 Aug 04 11:42:41.568969 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3b7facac-c0e0-4fc3-8926-8d4eed692002 req-ef049a30-29c0-4abb-84a6-4feaef2e052b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 943 time: 0.2008262 Aug 04 11:42:41.588967 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50550) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:41.589763 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-1d83bdde-2949-44f2-b72b-1ca041e55b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.591341 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-1d83bdde-2949-44f2-b72b-1ca041e55b66 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2191875 Aug 04 11:42:41.610868 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-f858072c-424a-4ab3-92fd-bbfa35585b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.613400 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-f858072c-424a-4ab3-92fd-bbfa35585b26 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.3660760 Aug 04 11:42:41.708247 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-96be8ae4-bc2b-479a-96f6-99e60ea9a8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.714239 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-3c8156b7-a973-452b-a5e6-ad244207482d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4 HTTP/1.1" status: 200 len: 217 time: 0.0905113 Aug 04 11:42:41.723422 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3b7facac-c0e0-4fc3-8926-8d4eed692002 req-4b46ac5c-000f-4754-8e69-6a210ebf19a5 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483932 Aug 04 11:42:41.732938 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-43b77d3e-c8e9-4c3d-a926-8fa915a128f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.812724 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-b9beff45-08d8-4849-bac6-e97698fe888d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:41.815073 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-b9beff45-08d8-4849-bac6-e97698fe888d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0906606 Aug 04 11:42:41.817565 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-091681cf-3293-4a64-9600-11a1dad5aba4 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032232 Aug 04 11:42:41.862649 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-916ea88a-e1d6-450f-a7ff-a2b9fbd866d3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329564 Aug 04 11:42:41.897756 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-96be8ae4-bc2b-479a-96f6-99e60ea9a8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:41.930073 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-743600c9-fdbc-4dcf-9808-f13f5b23a413 req-26d8dba8-16cb-4738-83ae-df9bd60fd09d service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001360 Aug 04 11:42:41.956411 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-bb8ee125-5c81-4611-8362-1fdaa88b1cf0 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861826 Aug 04 11:42:42.022276 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-96be8ae4-bc2b-479a-96f6-99e60ea9a8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.078561 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76739f5f-b636-4740-8293-22d21e8a9b70 req-37c5cd44-5477-4988-9f56-c2f38473f0e2 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126246 Aug 04 11:42:42.080785 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:42:42.085575 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-96be8ae4-bc2b-479a-96f6-99e60ea9a8e6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3cba4b5a01f4439e92db2e24d0c4451d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5009832 Aug 04 11:42:42.087145 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 50556) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:42.101149 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be8ae4-bc2b-479a-96f6-99e60ea9a8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4bfb9f-db51-441f-910a-80cefff3ffed,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:42.148272 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-23e490ab-9849-4c5d-a758-78239e3b1cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.151377 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-23e490ab-9849-4c5d-a758-78239e3b1cae service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0903833 Aug 04 11:42:42.199497 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e723270a-9093-4f7d-8705-5f0299c47ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.217333 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:42.230910 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b', 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'port_id': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b', 'mac_address': 'fa:16:3e:70:a3:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:42:42.306317 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f3cea-77d1-4acf-a3e2-be6f3c61e930 req-613fe841-8e18-490a-9f58-e3f019fc13dd tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.312780 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.313860 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-109f3cea-77d1-4acf-a3e2-be6f3c61e930 req-613fe841-8e18-490a-9f58-e3f019fc13dd tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.1400478 Aug 04 11:42:42.316943 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-143fd7df-df33-4e8e-ae1c-be1f90edbfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.318670 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-143fd7df-df33-4e8e-ae1c-be1f90edbfd0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.1583457 Aug 04 11:42:42.332795 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c358f-24dd-410e-a122-24e4a0565b62 req-9d9a4a1a-3f9b-404f-b31b-ed4f908ce7e5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.334367 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-143c358f-24dd-410e-a122-24e4a0565b62 req-9d9a4a1a-3f9b-404f-b31b-ed4f908ce7e5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1360443 Aug 04 11:42:42.358118 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-43b77d3e-c8e9-4c3d-a926-8fa915a128f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.358536 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:42.358632 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e723270a-9093-4f7d-8705-5f0299c47ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.378320 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-8eddc6f1-388a-4499-9480-24d23e33d672 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 200 len: 217 time: 0.0499518 Aug 04 11:42:42.397967 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:42.443804 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-43b77d3e-c8e9-4c3d-a926-8fa915a128f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.444181 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-109f3cea-77d1-4acf-a3e2-be6f3c61e930 req-d46e14af-09ec-405f-b27f-dcf69caf7704 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246893 Aug 04 11:42:42.474371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-487e2238-ffa4-4232-9f2d-b1b4be46d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.476897 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.481645 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-487e2238-ffa4-4232-9f2d-b1b4be46d5df service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0943964 Aug 04 11:42:42.500797 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e723270a-9093-4f7d-8705-5f0299c47ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.503299 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e723270a-9093-4f7d-8705-5f0299c47ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.504463 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-e723270a-9093-4f7d-8705-5f0299c47ae2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/9d4bfb9f-db51-441f-910a-80cefff3ffed HTTP/1.1" status: 204 len: 168 time: 0.4157770 Aug 04 11:42:42.508028 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-143c358f-24dd-410e-a122-24e4a0565b62 req-b7d18ea7-ac87-45a0-92f3-1a7a6dca6c7e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531196 Aug 04 11:42:42.509977 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b77d3e-c8e9-4c3d-a926-8fa915a128f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0018a452-fcdf-49b5-9ee0-1e551a27e65d,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:42.514941 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-43b77d3e-c8e9-4c3d-a926-8fa915a128f3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=be0cb9fd871f46589fba96a3958763a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2632296 Aug 04 11:42:42.519908 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50580) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:42.537240 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723270a-9093-4f7d-8705-5f0299c47ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4bfb9f-db51-441f-910a-80cefff3ffed,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:42.556563 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:42.581304 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-a62b21c5-9301-4da3-8a61-794dd40a7871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.581304 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-a62b21c5-9301-4da3-8a61-794dd40a7871 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0890622 Aug 04 11:42:42.633851 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d3f2af2c-f347-4b7d-ad67-359c37968821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.694939 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d3f2af2c-f347-4b7d-ad67-359c37968821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.724720 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['6202ecb8-1426-4dc3-95a6-53f3c42e6d2b'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:42:42.752327 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-bf2fbc0f-cf36-4e9d-9f42-a1c12e06c17e service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623554 Aug 04 11:42:42.764107 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df19f6-a0f9-40e1-8936-7c563378bfd3 req-85cc15e9-6597-439d-8b10-1f5ca1570799 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:42.765603 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a2df19f6-a0f9-40e1-8936-7c563378bfd3 req-85cc15e9-6597-439d-8b10-1f5ca1570799 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 945 time: 0.1259542 Aug 04 11:42:42.859990 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a2df19f6-a0f9-40e1-8936-7c563378bfd3 req-fc095462-2a02-4744-80c3-20b86aa69137 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839276 Aug 04 11:42:42.895991 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e2421abd-5702-44f9-8132-8ccd28e02b1b req-1b7c84c9-5fdf-4375-a35d-00315176c7ec service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284385 Aug 04 11:42:42.951418 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d3f2af2c-f347-4b7d-ad67-359c37968821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.954014 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d3f2af2c-f347-4b7d-ad67-359c37968821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:42.958012 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d3f2af2c-f347-4b7d-ad67-359c37968821 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/0018a452-fcdf-49b5-9ee0-1e551a27e65d HTTP/1.1" status: 204 len: 168 time: 0.4365702 Aug 04 11:42:42.970584 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2af2c-f347-4b7d-ad67-359c37968821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0018a452-fcdf-49b5-9ee0-1e551a27e65d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:43.119043 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fce85-9c8c-4003-8f02-72b93f2d894c req-48d9b18b-7990-4731-8001-e97d31ad2135 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:43.119043 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-957fce85-9c8c-4003-8f02-72b93f2d894c req-48d9b18b-7990-4731-8001-e97d31ad2135 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 943 time: 0.3022897 Aug 04 11:42:43.162696 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-957fce85-9c8c-4003-8f02-72b93f2d894c req-762aa578-e121-4dca-bd51-736b2a06cbf7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388138 Aug 04 11:42:43.423124 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-62f8b028-f5fb-4c95-a530-31a458623b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.551697 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 50614) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:43.567808 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a11b956a-9dfe-4558-8af5-12ebc00cd03f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.613038 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4804c-33dc-48ba-bbdf-6a94d80db736 req-96fcecda-9106-4f73-9a7a-6c52aca230b2 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:43.617478 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8c4804c-33dc-48ba-bbdf-6a94d80db736 req-96fcecda-9106-4f73-9a7a-6c52aca230b2 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0965502 Aug 04 11:42:43.662899 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8c4804c-33dc-48ba-bbdf-6a94d80db736 req-314ac721-9d25-4cf2-8302-a82ec3808e59 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419266 Aug 04 11:42:43.693660 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc845368-44f7-4440-8a02-06e390855f1d req-82d3611e-60ac-415b-8928-2e97ca1bead8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:43.693660 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bc845368-44f7-4440-8a02-06e390855f1d req-82d3611e-60ac-415b-8928-2e97ca1bead8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0697498 Aug 04 11:42:43.749587 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a11b956a-9dfe-4558-8af5-12ebc00cd03f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.753004 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bc845368-44f7-4440-8a02-06e390855f1d req-042d343b-79c9-47d2-871f-174d9b144e6b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559287 Aug 04 11:42:43.848554 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a11b956a-9dfe-4558-8af5-12ebc00cd03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.887193 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a11b956a-9dfe-4558-8af5-12ebc00cd03f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0481076449254e8eaf89925000bd85f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342843 Aug 04 11:42:43.887884 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b956a-9dfe-4558-8af5-12ebc00cd03f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc8742-75d7-4669-a42f-71ebcc5e1ae7,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:43.889689 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50624) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:43.951297 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ea5-4bfd-496b-8e81-2ebdaadbd7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:43.989223 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ea5-4bfd-496b-8e81-2ebdaadbd7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.027288 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2b8be-deb7-42a1-b4a9-892563b8cdb3 req-f1553493-3206-41d1-b614-739a83cf23a5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:44.028734 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-78b2b8be-deb7-42a1-b4a9-892563b8cdb3 req-f1553493-3206-41d1-b614-739a83cf23a5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 945 time: 0.0883358 Aug 04 11:42:44.033409 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50626) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:44.055318 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1f42945-eeef-469c-a02e-f601f40dcfe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.078696 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:42:44.083514 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:44.102297 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-78b2b8be-deb7-42a1-b4a9-892563b8cdb3 req-b9b51345-292d-4d19-a7b6-05784adb6db7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601792 Aug 04 11:42:44.157391 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ea5-4bfd-496b-8e81-2ebdaadbd7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.159823 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0ea5-4bfd-496b-8e81-2ebdaadbd7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.160964 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a5ae0ea5-4bfd-496b-8e81-2ebdaadbd7c8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6bdc8742-75d7-4669-a42f-71ebcc5e1ae7 HTTP/1.1" status: 204 len: 168 time: 0.2700863 Aug 04 11:42:44.177435 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae0ea5-4bfd-496b-8e81-2ebdaadbd7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc8742-75d7-4669-a42f-71ebcc5e1ae7,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:44.228437 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:44.241748 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '6613eb78-21db-46a4-b5a1-64f701bef576', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'port_id': '6613eb78-21db-46a4-b5a1-64f701bef576', 'mac_address': 'fa:16:3e:2e:bf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:42:44.275224 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1f42945-eeef-469c-a02e-f601f40dcfe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.283531 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:44.292066 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:44.292516 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.303565 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf9d4b-5bd3-4827-9753-a8543d68dcc2 req-66994aad-d69c-4051-9277-e6e48785826b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:44.309506 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c0bf9d4b-5bd3-4827-9753-a8543d68dcc2 req-66994aad-d69c-4051-9277-e6e48785826b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 943 time: 0.0608022 Aug 04 11:42:44.316886 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.339104 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6613eb78-21db-46a4-b5a1-64f701bef576 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:44.345133 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c0bf9d4b-5bd3-4827-9753-a8543d68dcc2 req-d1e9489d-cae9-46fd-ac6b-3fe2506390b1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331526 Aug 04 11:42:44.351607 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1f42945-eeef-469c-a02e-f601f40dcfe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.373028 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:44.396931 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f42945-eeef-469c-a02e-f601f40dcfe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f7fb77-18c9-4a78-a695-1f9bbfeb887e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:44.402639 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a1f42945-eeef-469c-a02e-f601f40dcfe4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0402c8d1fcc7459a93ead3bd07306a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680170 Aug 04 11:42:44.404897 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50632) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:44.416070 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.441855 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46483251-ca13-4213-9ff6-567c612a1eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:44.456121 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-294f82a0-3d8d-46ea-841d-238bd5cbc472 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.485683 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-294f82a0-3d8d-46ea-841d-238bd5cbc472 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.525500 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.526159 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:42:44.535602 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:44.623750 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-294f82a0-3d8d-46ea-841d-238bd5cbc472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.626419 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-294f82a0-3d8d-46ea-841d-238bd5cbc472 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.630027 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-294f82a0-3d8d-46ea-841d-238bd5cbc472 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/08f7fb77-18c9-4a78-a695-1f9bbfeb887e HTTP/1.1" status: 204 len: 168 time: 0.2216845 Aug 04 11:42:44.639044 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294f82a0-3d8d-46ea-841d-238bd5cbc472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f7fb77-18c9-4a78-a695-1f9bbfeb887e,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:44.731647 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9726d0-3a8b-4258-be20-51c469da11c4" -d '{"events": [{"server_uuid": "46483251-ca13-4213-9ff6-567c612a1eb7", "name": "network-vif-plugged", "status": "completed", "tag": "6202ecb8-1426-4dc3-95a6-53f3c42e6d2b"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:44.743202 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.744027 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:44.750288 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:44.844118 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eabcf22-14ba-47d4-a25a-60dd2524f15b req-674fc90d-91fa-478c-8d5d-20562e3a90c5 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:44.850497 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2eabcf22-14ba-47d4-a25a-60dd2524f15b req-674fc90d-91fa-478c-8d5d-20562e3a90c5 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 944 time: 0.0590577 Aug 04 11:42:44.867798 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:44.872609 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:44.889299 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4', 'network_id': '4cff1642-74cd-45bb-99cc-9f0430d57190', 'port_id': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4', 'mac_address': 'fa:16:3e:d9:bc:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1012, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8baa31c-c966-4ad1-a195-250e76381030', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:42:44.896885 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2eabcf22-14ba-47d4-a25a-60dd2524f15b req-5ac7aadd-2f87-44b4-af3e-ce495dd2c28a tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395911 Aug 04 11:42:44.942673 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:44.965729 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:42:44.981130 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:45.006285 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:45.008379 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:45.009151 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.060884 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fdd5af-3371-4f4c-88ce-1158aebc0bf2 req-c3640f46-af0e-47d3-a574-8e77e766ceb9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:45.062940 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-26fdd5af-3371-4f4c-88ce-1158aebc0bf2 req-c3640f46-af0e-47d3-a574-8e77e766ceb9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.0791914 Aug 04 11:42:45.069719 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd468c4f-67c6-4a14-9c4e-3d7d3092f375 x-openstack-request-id: req-cd468c4f-67c6-4a14-9c4e-3d7d3092f375 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:45.071016 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46483251-ca13-4213-9ff6-567c612a1eb7", "name": "network-vif-plugged", "status": "completed", "tag": "6202ecb8-1426-4dc3-95a6-53f3c42e6d2b", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:45.071509 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd468c4f-67c6-4a14-9c4e-3d7d3092f375 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:45.072437 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46483251-ca13-4213-9ff6-567c612a1eb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b', 'code': 200} Aug 04 11:42:45.080119 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.119182 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-26fdd5af-3371-4f4c-88ce-1158aebc0bf2 req-8c66ba33-1ba6-4cba-8769-fb88a7f4337f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495341 Aug 04 11:42:45.182390 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.205583 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:45.240825 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:45.257565 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb3a641-339c-4485-8977-f7e57fa7fe60 req-4d9bcc59-4f6e-478e-a779-1bb4432947fe tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:45.259935 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6bb3a641-339c-4485-8977-f7e57fa7fe60 req-4d9bcc59-4f6e-478e-a779-1bb4432947fe tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 945 time: 0.0608706 Aug 04 11:42:45.300330 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.305482 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 07d95d28-9241-4c02-b180-26b9a9b8280b up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:45.305678 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6bb3a641-339c-4485-8977-f7e57fa7fe60 req-5118b1fc-e566-493f-af4d-78253e6f8253 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355051 Aug 04 11:42:45.358269 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['26d05bea-cd09-4766-90bf-4b1b75bd8fd4'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:42:45.391704 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['6613eb78-21db-46a4-b5a1-64f701bef576'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:42:45.480632 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:45.553609 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e58bd6-3be2-4cde-a8f8-03f090b9d422 req-128cec3c-3db9-4e82-81ef-1b32c6e088c2 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:45.562001 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-84e58bd6-3be2-4cde-a8f8-03f090b9d422 req-128cec3c-3db9-4e82-81ef-1b32c6e088c2 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 944 time: 0.1194115 Aug 04 11:42:45.565086 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501073fa-3b1c-423d-acd0-8fda1858cc00 req-9aed15a3-b770-4518-9974-e33dd7fd987e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:45.568637 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-501073fa-3b1c-423d-acd0-8fda1858cc00 req-9aed15a3-b770-4518-9974-e33dd7fd987e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.2074022 Aug 04 11:42:45.608766 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-501073fa-3b1c-423d-acd0-8fda1858cc00 req-b4cfc7f6-42d9-42fe-8221-cb90155ce590 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.632681 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 07d95d28-9241-4c02-b180-26b9a9b8280b completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:45.646093 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 07d95d28-9241-4c02-b180-26b9a9b8280b triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:45.646876 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.647767 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-84e58bd6-3be2-4cde-a8f8-03f090b9d422 req-80efc2a9-7043-4c06-bdc4-3c755f49b6d1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772347 Aug 04 11:42:45.721707 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-501073fa-3b1c-423d-acd0-8fda1858cc00 req-b4cfc7f6-42d9-42fe-8221-cb90155ce590 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.791737 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-501073fa-3b1c-423d-acd0-8fda1858cc00 req-b4cfc7f6-42d9-42fe-8221-cb90155ce590 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.824603 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:45.844385 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-501073fa-3b1c-423d-acd0-8fda1858cc00 req-b4cfc7f6-42d9-42fe-8221-cb90155ce590 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687690 Aug 04 11:42:45.846431 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfc7f6-42d9-42fe-8221-cb90155ce590 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6be5a47d-3d25-49d0-8761-1649b8de3e63,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:45.880645 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 07d95d28-9241-4c02-b180-26b9a9b8280b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=07d95d28-9241-4c02-b180-26b9a9b8280b,segment=NetworkSegment(9b36484b-b08a-49a7-ae72-a5f1900f4451),segment_id=9b36484b-b08a-49a7-ae72-a5f1900f4451)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:45.945137 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:46.020197 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=07d95d28-9241-4c02-b180-26b9a9b8280b,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:46.042511 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846d91c-1cae-4504-9601-f4eae8284183 req-231da678-a154-447b-a7e0-5a15aa9bfa56 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:46.044272 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b846d91c-1cae-4504-9601-f4eae8284183 req-231da678-a154-447b-a7e0-5a15aa9bfa56 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0806100 Aug 04 11:42:46.081181 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4f7996b2-f759-40da-a4b1-37bd6bac499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:46.115807 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b846d91c-1cae-4504-9601-f4eae8284183 req-9e20cc05-32a4-4b73-8c51-ee7583f33195 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656097 Aug 04 11:42:46.192043 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:46.246128 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d81bd-63c5-4808-9eed-cd6459eee2d9 req-f9355629-d498-4699-9a16-9f98bfc8fbab tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:46.247631 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8f3d81bd-63c5-4808-9eed-cd6459eee2d9 req-f9355629-d498-4699-9a16-9f98bfc8fbab tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.0495448 Aug 04 11:42:46.293543 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8f3d81bd-63c5-4808-9eed-cd6459eee2d9 req-c18c304e-71dc-43d9-b11c-ce44cdeb19da tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394313 Aug 04 11:42:46.443937 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a20b7-71c2-4101-ba85-3a78c70708a5 req-01f18486-a1bc-4ed9-b09b-0ab64287b68e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:46.443937 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-673a20b7-71c2-4101-ba85-3a78c70708a5 req-01f18486-a1bc-4ed9-b09b-0ab64287b68e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.0644963 Aug 04 11:42:46.482145 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-673a20b7-71c2-4101-ba85-3a78c70708a5 req-ebbd42f2-eebf-4cac-b824-241e09b64f51 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336092 Aug 04 11:42:46.779980 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74166fb-4f65-4349-98c0-a1aa1742313f req-b5968c23-f465-4293-b9d1-62aa19c2619a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:46.781591 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f74166fb-4f65-4349-98c0-a1aa1742313f req-b5968c23-f465-4293-b9d1-62aa19c2619a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 944 time: 0.0496061 Aug 04 11:42:46.785380 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:46.825858 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f74166fb-4f65-4349-98c0-a1aa1742313f req-7d328df1-9d90-4339-8b8c-39a10fbc4f53 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355484 Aug 04 11:42:47.074186 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682b9ab-e540-409d-b501-1285581105a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17'}, {'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:47.076507 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceb27c14-0d36-488d-82df-dcc58a54d0e1" -d '{"events": [{"server_uuid": "f682b9ab-e540-409d-b501-1285581105a4", "name": "network-vif-plugged", "status": "completed", "tag": "bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17"}, {"server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:47.116713 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43c30a2-6254-45ea-ab97-ab5b3b59fb2a x-openstack-request-id: req-b43c30a2-6254-45ea-ab97-ab5b3b59fb2a {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:47.117036 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682b9ab-e540-409d-b501-1285581105a4", "name": "network-vif-plugged", "status": "completed", "tag": "bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17", "code": 200}, {"server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "name": "network-vif-plugged", "status": "completed", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:47.117292 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b43c30a2-6254-45ea-ab97-ab5b3b59fb2a {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:47.117689 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682b9ab-e540-409d-b501-1285581105a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', 'code': 200} Aug 04 11:42:47.117972 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b', 'code': 200} Aug 04 11:42:47.256349 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117db643-139f-4d82-8982-62a1b160f9a6 req-3f55830c-5699-46fd-b1c7-faf8eb25d975 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.260587 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-117db643-139f-4d82-8982-62a1b160f9a6 req-3f55830c-5699-46fd-b1c7-faf8eb25d975 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0507722 Aug 04 11:42:47.303277 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-117db643-139f-4d82-8982-62a1b160f9a6 req-29291949-39d0-4c6d-b401-3f740fd4b01a tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392685 Aug 04 11:42:47.440187 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffcb36-20e9-4d89-95df-69784d3b114e req-063d1e39-4224-4604-b4d7-83d6ff8b98ba tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.448610 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ebffcb36-20e9-4d89-95df-69784d3b114e req-063d1e39-4224-4604-b4d7-83d6ff8b98ba tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.0723696 Aug 04 11:42:47.485962 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ebffcb36-20e9-4d89-95df-69784d3b114e req-37f20909-7501-42bc-b506-d2c4c70c99a1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364387 Aug 04 11:42:47.630605 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd4887-5518-4076-b36b-7c4c27327204 req-8ce67ef0-e33b-4fcc-9d03-e46fde1d9b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.632161 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bbfd4887-5518-4076-b36b-7c4c27327204 req-8ce67ef0-e33b-4fcc-9d03-e46fde1d9b83 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 1098 time: 0.0745409 Aug 04 11:42:47.640285 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e709c8c-97cd-42dc-847b-6829ba178872 req-581ea9fb-1dd0-4c55-8bd4-55558bcacdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.642177 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5e709c8c-97cd-42dc-847b-6829ba178872 req-581ea9fb-1dd0-4c55-8bd4-55558bcacdf2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 1099 time: 0.0827448 Aug 04 11:42:47.644035 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95888171-7055-4f7c-85bb-3d3095957c0f req-7eeabb0e-5f08-4b09-8d57-e2d252db5e5c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.646216 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-95888171-7055-4f7c-85bb-3d3095957c0f req-7eeabb0e-5f08-4b09-8d57-e2d252db5e5c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.0750079 Aug 04 11:42:47.699475 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bbfd4887-5518-4076-b36b-7c4c27327204 req-0211642e-37d7-4967-b2ce-dafcd3e4ddd2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530269 Aug 04 11:42:47.717756 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-95888171-7055-4f7c-85bb-3d3095957c0f req-9f20b316-f49d-4c75-9628-3b59ea546eec tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518701 Aug 04 11:42:47.720094 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5e709c8c-97cd-42dc-847b-6829ba178872 req-d215eb2c-c880-4da5-b021-729767c16fcb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592682 Aug 04 11:42:47.944198 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db05c1b-4539-420f-ba0f-a476eea5c69c req-6081e4af-055c-464d-8f41-3eb4ad01cb39 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:47.945688 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7db05c1b-4539-420f-ba0f-a476eea5c69c req-6081e4af-055c-464d-8f41-3eb4ad01cb39 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 944 time: 0.0476708 Aug 04 11:42:47.985052 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7db05c1b-4539-420f-ba0f-a476eea5c69c req-cddfcfde-afe2-4051-9401-3ddf639274da tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328166 Aug 04 11:42:48.087788 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:48.207952 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 6613eb78-21db-46a4-b5a1-64f701bef576 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:48.212001 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 6613eb78-21db-46a4-b5a1-64f701bef576 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:48.212370 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:48.293809 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:48.328679 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:48.391204 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:48.392016 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:42:48.426359 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da000f6-a561-469c-b231-96cb11f2822f req-623ddae1-c080-40da-9329-d4cd5b93c3ce tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:48.427970 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0da000f6-a561-469c-b231-96cb11f2822f req-623ddae1-c080-40da-9329-d4cd5b93c3ce tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0577750 Aug 04 11:42:48.463628 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:48.485976 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0da000f6-a561-469c-b231-96cb11f2822f req-d1d63ba2-733c-47dc-8091-9be47bfed1f2 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506535 Aug 04 11:42:48.531651 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:42:48.536017 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:42:48.536390 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:48.676422 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:48.701648 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37727333-13df-4f8a-a38f-2faa4142694a req-e47b5454-1dba-4cee-92d3-46da1fa19e54 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:48.704570 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-37727333-13df-4f8a-a38f-2faa4142694a req-e47b5454-1dba-4cee-92d3-46da1fa19e54 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0790610 Aug 04 11:42:48.730070 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:42:48.747688 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-37727333-13df-4f8a-a38f-2faa4142694a req-788bf234-416a-420e-b38a-bc5da4efbdf9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382984 Aug 04 11:42:48.831306 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c7de36-f1c6-4644-b0db-d340cc44ccdd req-c4f292ae-51c9-4a4a-9b05-58f46eb0cbd7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:48.832796 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16c7de36-f1c6-4644-b0db-d340cc44ccdd req-c4f292ae-51c9-4a4a-9b05-58f46eb0cbd7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.0494092 Aug 04 11:42:48.872609 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16c7de36-f1c6-4644-b0db-d340cc44ccdd req-d0f03dbb-3302-43c8-8518-ff1c53f7dfbf tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332913 Aug 04 11:42:48.874915 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:48.937298 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:49.008152 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:49.108035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc87757-128f-4fa7-9a20-a15c1a4759f8 req-75f5b4fe-292e-46d4-bcd6-6b92b92aa672 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:49.109522 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dbc87757-128f-4fa7-9a20-a15c1a4759f8 req-75f5b4fe-292e-46d4-bcd6-6b92b92aa672 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0499041 Aug 04 11:42:49.119223 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576'}, {'server_uuid': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:49.122621 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398bcfe7-66e7-42c3-805e-d6c9f05c5a6c" -d '{"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576"}, {"server_uuid": "cffd7b05-0e71-4407-9c0d-c3aa195b2166", "name": "network-vif-plugged", "status": "completed", "tag": "26d05bea-cd09-4766-90bf-4b1b75bd8fd4"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:49.151964 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dbc87757-128f-4fa7-9a20-a15c1a4759f8 req-21dad3d7-0826-488e-a283-2a2ef2a14c82 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362668 Aug 04 11:42:49.169130 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8ef4ce-5451-4257-a948-ff224999c824 x-openstack-request-id: req-0b8ef4ce-5451-4257-a948-ff224999c824 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:49.181147 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576", "code": 200}, {"server_uuid": "cffd7b05-0e71-4407-9c0d-c3aa195b2166", "name": "network-vif-plugged", "status": "completed", "tag": "26d05bea-cd09-4766-90bf-4b1b75bd8fd4", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:49.181147 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b8ef4ce-5451-4257-a948-ff224999c824 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:49.181147 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576', 'code': 200} Aug 04 11:42:49.181147 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4', 'code': 200} Aug 04 11:42:49.524553 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ac7c64-947d-41d1-8741-0c658bbc3cc7 req-f39850b4-b837-4b32-8aa7-0873392f9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:49.526117 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a0ac7c64-947d-41d1-8741-0c658bbc3cc7 req-f39850b4-b837-4b32-8aa7-0873392f9dad service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 1098 time: 0.0404999 Aug 04 11:42:49.528585 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4adff-8bf8-4449-9c20-3daa5bdf390d req-10533e0e-af59-4e09-ad29-cf9efb4341ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:49.530105 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a6b4adff-8bf8-4449-9c20-3daa5bdf390d req-10533e0e-af59-4e09-ad29-cf9efb4341ff service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0435193 Aug 04 11:42:49.573171 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a6b4adff-8bf8-4449-9c20-3daa5bdf390d req-3150292e-0af3-4f2f-ba83-5a1ddb72b71b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327363 Aug 04 11:42:49.597484 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a0ac7c64-947d-41d1-8741-0c658bbc3cc7 req-63c80a06-9ff7-4553-b140-ef131db9bedd service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Aug 04 11:42:49.620894 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede104fd-0c0c-47b7-9829-30bb9a84525b req-83ee7139-90f0-457d-a289-98fff252478d tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:49.629023 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ede104fd-0c0c-47b7-9829-30bb9a84525b req-83ee7139-90f0-457d-a289-98fff252478d tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0630734 Aug 04 11:42:49.662393 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ede104fd-0c0c-47b7-9829-30bb9a84525b req-173c9b92-283d-4ce8-bb0a-92a572c40d86 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326915 Aug 04 11:42:49.870791 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387c88-dc2b-46ce-9218-6ca75a27d848 req-66a56647-f434-4176-a493-b48255145a39 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:49.872237 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a7387c88-dc2b-46ce-9218-6ca75a27d848 req-66a56647-f434-4176-a493-b48255145a39 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0508440 Aug 04 11:42:49.918796 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a7387c88-dc2b-46ce-9218-6ca75a27d848 req-caf88132-fbdb-4acd-ad13-017a9b849960 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401731 Aug 04 11:42:50.000152 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c40260-0967-4285-8292-f59bb47974ed req-01ba8645-2b4f-4e77-9620-18f9a4a21625 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:50.001704 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e4c40260-0967-4285-8292-f59bb47974ed req-01ba8645-2b4f-4e77-9620-18f9a4a21625 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.0484309 Aug 04 11:42:50.040680 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e4c40260-0967-4285-8292-f59bb47974ed req-8b4041b8-20ee-4a9a-881c-56bb945cb16e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Aug 04 11:42:50.264029 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d76fe-2e9d-41b8-8a9d-7cf55d59fc88 req-638d6d52-f1f2-4191-b640-17dd3fb6e146 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:50.265511 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-527d76fe-2e9d-41b8-8a9d-7cf55d59fc88 req-638d6d52-f1f2-4191-b640-17dd3fb6e146 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0469024 Aug 04 11:42:50.302417 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-527d76fe-2e9d-41b8-8a9d-7cf55d59fc88 req-dc75b2ab-b92c-4a47-bcab-95f8e0d7ef9d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308785 Aug 04 11:42:51.043444 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275f6d75-8952-467f-9dc1-ebc34b3c3efb req-c0028c32-87b4-46a9-a755-ec99546fde84 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:51.045735 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-275f6d75-8952-467f-9dc1-ebc34b3c3efb req-c0028c32-87b4-46a9-a755-ec99546fde84 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0536044 Aug 04 11:42:51.085361 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-275f6d75-8952-467f-9dc1-ebc34b3c3efb req-927066c1-35ef-4b51-90f6-63332ed7bd1e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337551 Aug 04 11:42:51.419633 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282d079-dc22-4dc4-ba2e-dd7fd7617d90 req-8df6a8ba-e224-4307-998f-fd3051a45929 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:51.421175 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c282d079-dc22-4dc4-ba2e-dd7fd7617d90 req-8df6a8ba-e224-4307-998f-fd3051a45929 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0489798 Aug 04 11:42:51.460625 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c282d079-dc22-4dc4-ba2e-dd7fd7617d90 req-7ac897e7-ff63-46ae-9c57-bcb7eac434f3 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334404 Aug 04 11:42:51.819487 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:42:52.214416 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f7c194-ecc1-459e-abdb-5c61b4a5f023 req-643b9051-40dd-4840-a547-e1f7e67a1890 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:52.224388 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-87f7c194-ecc1-459e-abdb-5c61b4a5f023 req-643b9051-40dd-4840-a547-e1f7e67a1890 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0646510 Aug 04 11:42:52.265035 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-87f7c194-ecc1-459e-abdb-5c61b4a5f023 req-ed201079-52b4-4c7c-bd76-8042fb38f0b9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340002 Aug 04 11:42:52.394038 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 50928) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:52.501871 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6813b00-cbc8-4d93-9c9d-65ba59f10b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.600619 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098d231-e3e4-4dca-9015-f9d25f2b7094 req-9f95f7f1-04b0-4fd7-8d4b-a8696983eb1f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:52.603233 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3098d231-e3e4-4dca-9015-f9d25f2b7094 req-9f95f7f1-04b0-4fd7-8d4b-a8696983eb1f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0737283 Aug 04 11:42:52.670028 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3098d231-e3e4-4dca-9015-f9d25f2b7094 req-b1a976fa-947f-4a1c-8550-26528a2cb0b7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582445 Aug 04 11:42:52.674487 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6813b00-cbc8-4d93-9c9d-65ba59f10b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.779328 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6813b00-cbc8-4d93-9c9d-65ba59f10b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.819542 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d6813b00-cbc8-4d93-9c9d-65ba59f10b42 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8df068782a8847b6ba1b447a7214b233&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4243178 Aug 04 11:42:52.820574 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 50938) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:52.820691 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6813b00-cbc8-4d93-9c9d-65ba59f10b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25aeec75-7222-484c-b82a-1df4ab56e173,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:52.874087 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84bb7069-5c9c-4f2e-9526-ea35a693d3db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:52.897662 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84bb7069-5c9c-4f2e-9526-ea35a693d3db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:53.031177 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84bb7069-5c9c-4f2e-9526-ea35a693d3db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:53.033863 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84bb7069-5c9c-4f2e-9526-ea35a693d3db admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:53.035033 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-84bb7069-5c9c-4f2e-9526-ea35a693d3db admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/25aeec75-7222-484c-b82a-1df4ab56e173 HTTP/1.1" status: 204 len: 168 time: 0.2128510 Aug 04 11:42:53.043481 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb7069-5c9c-4f2e-9526-ea35a693d3db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25aeec75-7222-484c-b82a-1df4ab56e173,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:53.413544 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5d7cc1-4b69-4796-87c6-5f37d9a83c62 req-279ce66b-51d1-4457-b643-c7c527505962 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:53.415692 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1a5d7cc1-4b69-4796-87c6-5f37d9a83c62 req-279ce66b-51d1-4457-b643-c7c527505962 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0611322 Aug 04 11:42:53.469683 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1a5d7cc1-4b69-4796-87c6-5f37d9a83c62 req-30a55dd6-8082-4d75-bb55-4ba852476dd9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438495 Aug 04 11:42:53.787556 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d62b8-2f75-4b76-abaa-a8751bdbce44 req-abee3f60-aa90-4a94-97a1-ca9b4d8b5ea4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:53.789040 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-256d62b8-2f75-4b76-abaa-a8751bdbce44 req-abee3f60-aa90-4a94-97a1-ca9b4d8b5ea4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0490255 Aug 04 11:42:53.831432 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-256d62b8-2f75-4b76-abaa-a8751bdbce44 req-94d2eb49-ede8-4759-8fd9-9f95695fdd8f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331767 Aug 04 11:42:53.956311 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 50966) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:53.964092 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0d0a-bc16-4650-91b9-2055884ff139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.050186 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0d0a-bc16-4650-91b9-2055884ff139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.134300 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ca0e0d0a-bc16-4650-91b9-2055884ff139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.172497 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e0d0a-bc16-4650-91b9-2055884ff139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70299b98-06e0-4139-9c70-3f8a584c77e8,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:54.178039 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ca0e0d0a-bc16-4650-91b9-2055884ff139 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d227a521bd0a46bbb8b3a6ac6e7e62bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2270479 Aug 04 11:42:54.180642 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 50970) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:54.229262 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-826372de-cc15-4e43-a7c5-b4c9adc4e689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.250554 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-826372de-cc15-4e43-a7c5-b4c9adc4e689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.396676 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-826372de-cc15-4e43-a7c5-b4c9adc4e689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.399278 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-826372de-cc15-4e43-a7c5-b4c9adc4e689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:54.400499 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-826372de-cc15-4e43-a7c5-b4c9adc4e689 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/70299b98-06e0-4139-9c70-3f8a584c77e8 HTTP/1.1" status: 204 len: 168 time: 0.2189136 Aug 04 11:42:54.408915 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826372de-cc15-4e43-a7c5-b4c9adc4e689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70299b98-06e0-4139-9c70-3f8a584c77e8,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:42:54.605356 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b218c0b1-daa5-4192-b4eb-ebf592ec9b17 req-ce702d4b-3f6a-4b5a-96f0-4493fad9d022 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:54.608727 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b218c0b1-daa5-4192-b4eb-ebf592ec9b17 req-ce702d4b-3f6a-4b5a-96f0-4493fad9d022 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0558279 Aug 04 11:42:54.650263 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b218c0b1-daa5-4192-b4eb-ebf592ec9b17 req-adec9ee7-58e2-4ba2-9533-9579702931db tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343342 Aug 04 11:42:54.954233 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274053af-6430-4ecd-b2a6-d6ac3b87c04d req-12755bfb-2248-486f-8176-8bc4713be8da tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:54.955595 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-274053af-6430-4ecd-b2a6-d6ac3b87c04d req-12755bfb-2248-486f-8176-8bc4713be8da tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0478261 Aug 04 11:42:54.997230 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-274053af-6430-4ecd-b2a6-d6ac3b87c04d req-4474d736-c593-4b22-9ba9-eb4abca3f4ca tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351508 Aug 04 11:42:55.774773 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe53e1-e8ad-4eb5-84e4-47856ee1a057 req-c1fd6ef5-64bc-484e-8b51-22394f9466fc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:55.776171 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-23fe53e1-e8ad-4eb5-84e4-47856ee1a057 req-c1fd6ef5-64bc-484e-8b51-22394f9466fc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0485468 Aug 04 11:42:55.815963 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-23fe53e1-e8ad-4eb5-84e4-47856ee1a057 req-cbb6d5ac-f0ba-4c63-83e2-eaa8211a1d80 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327964 Aug 04 11:42:55.835671 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:56.128291 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926b79a8-a4b4-4dbd-b381-479dda78931b req-14b8641b-85c5-4921-b4df-1b22eb9ce94b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:56.129962 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-926b79a8-a4b4-4dbd-b381-479dda78931b req-14b8641b-85c5-4921-b4df-1b22eb9ce94b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0531702 Aug 04 11:42:56.168261 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-926b79a8-a4b4-4dbd-b381-479dda78931b req-50a71cf2-b0ca-4e83-b1eb-f4f42843b2a6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315275 Aug 04 11:42:56.942267 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805c0ca-7cfb-4309-b227-b1af0c426f7a req-45a0533a-21b0-415c-bdc9-8a6ba4f02397 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:56.944003 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9805c0ca-7cfb-4309-b227-b1af0c426f7a req-45a0533a-21b0-415c-bdc9-8a6ba4f02397 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0502796 Aug 04 11:42:56.984330 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9805c0ca-7cfb-4309-b227-b1af0c426f7a req-4057af8a-062f-4269-9a80-d26c3529bfa6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343957 Aug 04 11:42:57.315562 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91aaa5-3bfd-4e95-80c6-8375df197892 req-7b3f6269-bb99-4e70-bf2d-dd3400a58ebd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:57.317223 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bc91aaa5-3bfd-4e95-80c6-8375df197892 req-7b3f6269-bb99-4e70-bf2d-dd3400a58ebd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0610292 Aug 04 11:42:57.373037 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bc91aaa5-3bfd-4e95-80c6-8375df197892 req-96a390cf-eb09-4946-b1e1-d5ab97dfb8b9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469728 Aug 04 11:42:58.110806 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac471a-b3bf-4eb5-8af9-63d4d41e24ad req-2a9af6d9-146b-4bfa-a217-877c49f860c2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:58.112492 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6fac471a-b3bf-4eb5-8af9-63d4d41e24ad req-2a9af6d9-146b-4bfa-a217-877c49f860c2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0508866 Aug 04 11:42:58.151057 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6fac471a-b3bf-4eb5-8af9-63d4d41e24ad req-4183d6ae-3bd5-44d9-97c9-7ee482657ec6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318890 Aug 04 11:42:58.270708 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86824243-07cf-495c-982f-3cb6cd795ce5 req-e3463aa5-7c27-4dd7-96c7-0c2d755dda84 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:58.272192 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-86824243-07cf-495c-982f-3cb6cd795ce5 req-e3463aa5-7c27-4dd7-96c7-0c2d755dda84 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0492911 Aug 04 11:42:58.281690 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51102) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:42:58.286156 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'floatingip': {'port_id': '6613eb78-21db-46a4-b5a1-64f701bef576'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:42:58.360117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:58.511867 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6cf56d-66d9-4cd4-826c-b5d2d401cd2e req-0bc189fa-f597-4a7e-9aea-cc30032d6e0a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:58.513410 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9e6cf56d-66d9-4cd4-826c-b5d2d401cd2e req-0bc189fa-f597-4a7e-9aea-cc30032d6e0a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0596802 Aug 04 11:42:58.558068 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9e6cf56d-66d9-4cd4-826c-b5d2d401cd2e req-2a4d8d05-3dce-4812-a0d6-0a84d8d628da tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379894 Aug 04 11:42:59.246368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.259209 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e871f132-1584-4454-9c79-732d475c2688 req-c938d7e3-e546-4e65-8765-27eee0195cfe tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:59.260948 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e871f132-1584-4454-9c79-732d475c2688 req-c938d7e3-e546-4e65-8765-27eee0195cfe tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0613489 Aug 04 11:42:59.302625 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e871f132-1584-4454-9c79-732d475c2688 req-869039fd-652b-4583-a4ec-91a51c8d63ce tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353045 Aug 04 11:42:59.339219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.353007 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-928cac0e-6cb8-4637-8dc8-db77a7e953ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:59.354675 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-928cac0e-6cb8-4637-8dc8-db77a7e953ee service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 1098 time: 0.0474331 Aug 04 11:42:59.492006 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-64ef3bec-3316-4923-b83e-629794ffd6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:59.493745 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-64ef3bec-3316-4923-b83e-629794ffd6ea service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.1282036 Aug 04 11:42:59.514797 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Floating IP eb8f1556-7e9a-4416-8292-d09c8f3475ae associated. External IP: 172.27.0.151, port: 6613eb78-21db-46a4-b5a1-64f701bef576. Aug 04 11:42:59.543962 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-5d12da35-7a3f-44d4-a502-6f53c7065b4c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4 HTTP/1.1" status: 200 len: 217 time: 0.0420005 Aug 04 11:42:59.597055 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-ab18642f-218f-496f-8c61-dc4309adc65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:42:59.598510 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-ab18642f-218f-496f-8c61-dc4309adc65b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0455163 Aug 04 11:42:59.632763 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-03dae4e1-401f-4161-9154-dcc63817bea0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235178 Aug 04 11:42:59.732518 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Router e5c4ab71-1eca-4541-ad67-044f0c2be327 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:42:59.739585 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-1f3f65d8-e987-4a97-9964-18537797ecd6 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906332 Aug 04 11:42:59.839612 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:42:59.840685 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f33bef6a-1f3d-4c5c-bab1-1ff90e6bee6c req-352ba6a6-2445-4dd0-8da9-4b00f25450b0 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854814 Aug 04 11:42:59.848629 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:42:59.860821 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] Sync routers for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:42:59.870949 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:42:59.875053 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:42:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:42:59.889369 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a8a43e46-f49a-4cd7-9cd2-9f072f3440eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "PUT /v2.0/floatingips/eb8f1556-7e9a-4416-8292-d09c8f3475ae HTTP/1.1" status: 200 len: 992 time: 1.6065714 Aug 04 11:42:59.889926 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:42:59.892192 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25" -d '{"events": [{"name": "network-changed", "server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:42:59.934683 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94da7df0-59b1-4f0a-8852-12fffda24c58 x-openstack-request-id: req-94da7df0-59b1-4f0a-8852-12fffda24c58 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:42:59.935146 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:42:59.935463 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-94da7df0-59b1-4f0a-8852-12fffda24c58 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:42:59.936076 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576', 'status': 'completed', 'code': 200} Aug 04 11:42:59.996040 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:00.056085 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-463cd701-00b5-4dcd-8f3f-870637b93584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:00.057658 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-463cd701-00b5-4dcd-8f3f-870637b93584 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0656133 Aug 04 11:43:00.161184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51158) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:00.170311 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-69142f23-da91-4c4f-9914-aa159a859d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:00.172028 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-69142f23-da91-4c4f-9914-aa159a859d72 service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.1046526 Aug 04 11:43:00.298928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ee65553e-d1b9-4d48-aec1-8a6e15aa171a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.300603 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-15ceeb9c-30ab-4528-8cb0-790bd5174513 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 200 len: 1000 time: 0.1110842 Aug 04 11:43:00.395852 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-7b50fd6c-95ae-494d-9606-d4561499eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:00.397996 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-7b50fd6c-95ae-494d-9606-d4561499eb27 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0886900 Aug 04 11:43:00.436627 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ee65553e-d1b9-4d48-aec1-8a6e15aa171a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.522508 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ee65553e-d1b9-4d48-aec1-8a6e15aa171a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.529137 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-8fcb2b20-7725-4faa-93c4-007ebb9e64df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:00.531087 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-8fcb2b20-7725-4faa-93c4-007ebb9e64df service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1241632 Aug 04 11:43:00.565251 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5abac-a0fe-4259-87c3-0ca2fc9c52c2 req-1567c4ab-7983-4f64-bbda-e8fb059086af tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:00.567108 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-41d5abac-a0fe-4259-87c3-0ca2fc9c52c2 req-1567c4ab-7983-4f64-bbda-e8fb059086af tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0840468 Aug 04 11:43:00.571788 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65553e-d1b9-4d48-aec1-8a6e15aa171a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82e8dc-e0d8-4252-8074-502a8aab52d3,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:00.576491 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ee65553e-d1b9-4d48-aec1-8a6e15aa171a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1af65f231ed94ca89f7c396041405c24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4140825 Aug 04 11:43:00.587457 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51184) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:00.597552 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'eb8f1556-7e9a-4416-8292-d09c8f3475ae', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'port_id': '6613eb78-21db-46a4-b5a1-64f701bef576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'mac_address': 'fa:16:3e:2e:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:42:28Z', 'updated_at': '2021-08-04T11:42:59Z', 'revision_number': 1, 'project_id': '695106b556854fdc9c76d9912ab19404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:00.625657 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] Checking router: e5c4ab71-1eca-4541-ad67-044f0c2be327 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:00.634528 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:00.635330 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:42:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:00.647820 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ac7-dabc-482a-927e-695748303fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.650116 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-41d5abac-a0fe-4259-87c3-0ca2fc9c52c2 req-f95fb853-5def-4e49-925b-a86fd7496835 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740476 Aug 04 11:43:00.680511 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-5ac7aa7e-8fcd-4517-b2c9-8fa288721b9d service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122098 Aug 04 11:43:00.685905 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ac7-dabc-482a-927e-695748303fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.756225 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:00.792881 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d22922fd-99dd-4ce0-98df-4b61e5d6cb25 req-b29f08c8-8b6a-439e-90b5-a836a81545f4 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966311 Aug 04 11:43:00.962631 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ac7-dabc-482a-927e-695748303fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.965728 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f83b3ac7-dabc-482a-927e-695748303fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:00.969706 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f83b3ac7-dabc-482a-927e-695748303fa7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7b82e8dc-e0d8-4252-8074-502a8aab52d3 HTTP/1.1" status: 204 len: 168 time: 0.3783312 Aug 04 11:43:00.978385 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83b3ac7-dabc-482a-927e-695748303fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82e8dc-e0d8-4252-8074-502a8aab52d3,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:00.997380 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'eb8f1556-7e9a-4416-8292-d09c8f3475ae', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'port_id': '6613eb78-21db-46a4-b5a1-64f701bef576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'mac_address': 'fa:16:3e:2e:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:42:28Z', 'updated_at': '2021-08-04T11:42:59Z', 'revision_number': 1, 'project_id': '695106b556854fdc9c76d9912ab19404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:01.026307 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb0a311-6234-4ac4-a695-b977874e4288 None None] The sync data for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi is: [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'eb8f1556-7e9a-4416-8292-d09c8f3475ae', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'port_id': '6613eb78-21db-46a4-b5a1-64f701bef576', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'mac_address': 'fa:16:3e:2e:bf:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:42:28Z', 'updated_at': '2021-08-04T11:42:59Z', 'revision_number': 1, 'project_id': '695106b556854fdc9c76d9912ab19404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:01.251985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b236f0-9cb3-4473-b40e-a84835b9863e None None] New status for floating IP eb8f1556-7e9a-4416-8292-d09c8f3475ae: ACTIVE {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:43:01.774962 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9ad2d9-6fa9-413c-8c01-bd2fe4a187ce req-1e198942-0239-4b00-bbf9-26948f25c755 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:01.776470 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-df9ad2d9-6fa9-413c-8c01-bd2fe4a187ce req-1e198942-0239-4b00-bbf9-26948f25c755 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Aug 04 11:43:01.777384 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51210) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:01.796320 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:01.836307 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-df9ad2d9-6fa9-413c-8c01-bd2fe4a187ce req-fbbae7fe-ffaf-4e0a-86a7-28560908a102 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527310 Aug 04 11:43:01.909894 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.019930 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.060011 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=652fcf26cbcb4dec8e076339fefaa79c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2815616 Aug 04 11:43:02.060841 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b91aaa-2a6f-47d9-92fb-5a290acfebee,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:02.063456 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51222) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:02.073421 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.075442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.075442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.075442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.075442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.075442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.075442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.076142 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.076142 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.076877 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.076877 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.077106 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a9c8cf-b529-4c84-ad05-9ae5a1695d9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:02.127361 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6a14c72-d11a-4f3c-a73b-87c5514f29d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.153836 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6a14c72-d11a-4f3c-a73b-87c5514f29d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.333717 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6a14c72-d11a-4f3c-a73b-87c5514f29d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.337015 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6a14c72-d11a-4f3c-a73b-87c5514f29d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:02.338206 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d6a14c72-d11a-4f3c-a73b-87c5514f29d8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/83b91aaa-2a6f-47d9-92fb-5a290acfebee HTTP/1.1" status: 204 len: 168 time: 0.2736156 Aug 04 11:43:02.348240 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a14c72-d11a-4f3c-a73b-87c5514f29d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b91aaa-2a6f-47d9-92fb-5a290acfebee,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:02.951887 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cb7ad-da73-401c-af2b-316d8e7fa159 req-6f4e6741-e23b-4076-8afd-9e5aaee713fd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:02.953501 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9b4cb7ad-da73-401c-af2b-316d8e7fa159 req-6f4e6741-e23b-4076-8afd-9e5aaee713fd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0495009 Aug 04 11:43:02.991189 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9b4cb7ad-da73-401c-af2b-316d8e7fa159 req-b7a6006e-c795-40ec-94cb-f48a6c4a3a28 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Aug 04 11:43:03.203461 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51256) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:03.216345 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.322255 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.413989 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.453732 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=11d2704e73944174bcc5a8b1267f6244&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491927 Aug 04 11:43:03.457941 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4130c11-f193-4ac8-b618-f596b851a430,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:03.458046 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51264) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:03.462502 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.462864 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.463211 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.463619 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.463955 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.464285 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.464611 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.464939 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.465286 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.465613 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.465932 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.466251 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-212a1a6d-05c2-4c30-b431-92db543376c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:03.505572 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a4f014e8-13c7-4071-a8b4-eadff0fbe5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.526726 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a4f014e8-13c7-4071-a8b4-eadff0fbe5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.671146 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a4f014e8-13c7-4071-a8b4-eadff0fbe5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.673849 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a4f014e8-13c7-4071-a8b4-eadff0fbe5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:03.677857 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a4f014e8-13c7-4071-a8b4-eadff0fbe5c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f4130c11-f193-4ac8-b618-f596b851a430 HTTP/1.1" status: 204 len: 168 time: 0.2175510 Aug 04 11:43:03.683887 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f014e8-13c7-4071-a8b4-eadff0fbe5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4130c11-f193-4ac8-b618-f596b851a430,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:04.112569 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9879dd87-5a3c-4965-8b8c-f30030880877 req-96e5c22b-2728-443a-8e71-536667199f22 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:04.114059 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9879dd87-5a3c-4965-8b8c-f30030880877 req-96e5c22b-2728-443a-8e71-536667199f22 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0516365 Aug 04 11:43:04.153894 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9879dd87-5a3c-4965-8b8c-f30030880877 req-a1a13025-70b5-4da7-83ae-53fed02c3d66 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Aug 04 11:43:05.269064 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8d189-937b-4ebc-985e-725dd7c36141 req-b39a936d-29e7-489c-88e0-e27842506e3f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:05.270559 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6a8d189-937b-4ebc-985e-725dd7c36141 req-b39a936d-29e7-489c-88e0-e27842506e3f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0487618 Aug 04 11:43:05.310604 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6a8d189-937b-4ebc-985e-725dd7c36141 req-1a8707df-6c78-4f8e-8c46-100884c6ae54 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333474 Aug 04 11:43:06.426966 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3244413-8a98-489c-b3f8-792a03f11827 req-cedaca5c-6282-4a40-8f6d-eca66e43d7a9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:06.428580 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a3244413-8a98-489c-b3f8-792a03f11827 req-cedaca5c-6282-4a40-8f6d-eca66e43d7a9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0485640 Aug 04 11:43:06.467680 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a3244413-8a98-489c-b3f8-792a03f11827 req-65c4917b-c58f-4c9c-8585-6804f21fa921 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321817 Aug 04 11:43:07.585799 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42470eef-2335-4fc1-867a-0466625f223f req-ed08390e-ee9f-478a-8217-0220fedb9019 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:07.587309 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-42470eef-2335-4fc1-867a-0466625f223f req-ed08390e-ee9f-478a-8217-0220fedb9019 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0526156 Aug 04 11:43:07.627880 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-42470eef-2335-4fc1-867a-0466625f223f req-fb9bb204-c658-465b-8935-7af0f1068630 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335431 Aug 04 11:43:07.756539 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51414) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:07.860063 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fc249efa-c4e0-4c0c-9c03-2c157def44ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:07.946690 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fc249efa-c4e0-4c0c-9c03-2c157def44ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.024930 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-fc249efa-c4e0-4c0c-9c03-2c157def44ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.061549 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc249efa-c4e0-4c0c-9c03-2c157def44ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237ad3b3-1aae-47d5-bd35-d80fb80f28fd,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:08.066022 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-fc249efa-c4e0-4c0c-9c03-2c157def44ca admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c8825339b3f34b7ab5fb1ebe760c5ac1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082554 Aug 04 11:43:08.069016 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51424) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:08.124287 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76b7ae94-b0f6-4375-9a5b-7f655a841b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.142329 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76b7ae94-b0f6-4375-9a5b-7f655a841b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.277233 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76b7ae94-b0f6-4375-9a5b-7f655a841b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.279654 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-76b7ae94-b0f6-4375-9a5b-7f655a841b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:08.280798 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-76b7ae94-b0f6-4375-9a5b-7f655a841b2c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/237ad3b3-1aae-47d5-bd35-d80fb80f28fd HTTP/1.1" status: 204 len: 168 time: 0.2110126 Aug 04 11:43:08.297557 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b7ae94-b0f6-4375-9a5b-7f655a841b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237ad3b3-1aae-47d5-bd35-d80fb80f28fd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:08.740168 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb00124-fe27-43ee-a2e6-3f28eb61fd61 req-5d347236-70ba-4100-845c-3d7c3bdcffb6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:08.741851 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ddb00124-fe27-43ee-a2e6-3f28eb61fd61 req-5d347236-70ba-4100-845c-3d7c3bdcffb6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0473280 Aug 04 11:43:08.779762 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ddb00124-fe27-43ee-a2e6-3f28eb61fd61 req-fc075d65-ee77-4a09-aa36-ef1ff5987cd7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Aug 04 11:43:08.977168 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51450) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:08.991227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-44a83950-db5e-49a6-ab45-fb123bbc2c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.078017 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-44a83950-db5e-49a6-ab45-fb123bbc2c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.230437 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-44a83950-db5e-49a6-ab45-fb123bbc2c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.269643 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-44a83950-db5e-49a6-ab45-fb123bbc2c87 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5c381c8134714a029b37e4e6746faaef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2908351 Aug 04 11:43:09.270567 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a83950-db5e-49a6-ab45-fb123bbc2c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dad14e-158b-4d97-a51f-a4634019612c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:09.272434 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51456) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:09.320720 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-915eb7ab-b974-4bcd-b917-61831e489141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.343630 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-915eb7ab-b974-4bcd-b917-61831e489141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.487889 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-915eb7ab-b974-4bcd-b917-61831e489141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.490596 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-915eb7ab-b974-4bcd-b917-61831e489141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:09.494460 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-915eb7ab-b974-4bcd-b917-61831e489141 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f5dad14e-158b-4d97-a51f-a4634019612c HTTP/1.1" status: 204 len: 168 time: 0.2184067 Aug 04 11:43:09.500230 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915eb7ab-b974-4bcd-b917-61831e489141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dad14e-158b-4d97-a51f-a4634019612c,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:09.914139 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb24ac2-b805-4284-8a4a-67534e629e9c req-0edc4f02-2b03-4976-ad77-d79487875631 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:09.917261 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8cb24ac2-b805-4284-8a4a-67534e629e9c req-0edc4f02-2b03-4976-ad77-d79487875631 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0646307 Aug 04 11:43:09.955569 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8cb24ac2-b805-4284-8a4a-67534e629e9c req-24769c0e-173a-4881-bbca-2d5653dc71ae tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318882 Aug 04 11:43:10.243644 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13564b49-9274-4f1b-b4cb-341598235fe0 req-7ba78306-99f0-48a9-b251-ef8a43016730 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:10.245734 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-13564b49-9274-4f1b-b4cb-341598235fe0 req-7ba78306-99f0-48a9-b251-ef8a43016730 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0502851 Aug 04 11:43:10.284341 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-13564b49-9274-4f1b-b4cb-341598235fe0 req-1670c424-80d0-47b0-9023-58ca5adece4a tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Aug 04 11:43:11.083466 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dcec03-aefd-4520-b21c-0368c53e3d64 req-fe0e7673-374e-485a-888c-fff3b3cea148 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:11.084966 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-66dcec03-aefd-4520-b21c-0368c53e3d64 req-fe0e7673-374e-485a-888c-fff3b3cea148 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0584598 Aug 04 11:43:11.143722 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-66dcec03-aefd-4520-b21c-0368c53e3d64 req-a23920ed-5c60-4093-9392-d6c1de7bd17b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486672 Aug 04 11:43:11.409185 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00276123-5665-4953-aab9-8004a9f028ef req-a34fccdc-f822-4dac-84ce-f92d9679e563 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:11.411081 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-00276123-5665-4953-aab9-8004a9f028ef req-a34fccdc-f822-4dac-84ce-f92d9679e563 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0578952 Aug 04 11:43:11.460324 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-00276123-5665-4953-aab9-8004a9f028ef req-daaacf29-e8d3-4956-b14f-dedfef029eef tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429475 Aug 04 11:43:12.264070 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c15e82-319c-45dc-bb49-a9ae34e9e1fa req-fcb9e5ba-ee7d-4ea8-bbd0-bb8132983f7a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:12.265698 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e7c15e82-319c-45dc-bb49-a9ae34e9e1fa req-fcb9e5ba-ee7d-4ea8-bbd0-bb8132983f7a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0521553 Aug 04 11:43:12.321615 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e7c15e82-319c-45dc-bb49-a9ae34e9e1fa req-e222ce7f-2a93-4fac-b944-9114b1a12feb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491085 Aug 04 11:43:12.512835 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51526) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.586113 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007b902-fff9-4f68-9e1f-f2c7098ca733 req-cb29d046-a786-4424-97c6-28c0f91ee00f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:12.588299 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3007b902-fff9-4f68-9e1f-f2c7098ca733 req-cb29d046-a786-4424-97c6-28c0f91ee00f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0532980 Aug 04 11:43:12.625956 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6b5fa73-1414-4882-97bc-d71502fdd0f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.629489 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3007b902-fff9-4f68-9e1f-f2c7098ca733 req-40f46625-5fe2-4af7-a2ee-cdeb3ba212c8 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346334 Aug 04 11:43:12.713550 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6b5fa73-1414-4882-97bc-d71502fdd0f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.796630 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6b5fa73-1414-4882-97bc-d71502fdd0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.834918 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a6b5fa73-1414-4882-97bc-d71502fdd0f5 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=646c4a4143674fb397d093e90a8086a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209732 Aug 04 11:43:12.836020 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b5fa73-1414-4882-97bc-d71502fdd0f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15ac781-41c4-4f9e-8ea6-b97623807108,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:12.838514 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51530) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:12.891591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-24fc52a3-5dbd-4276-bb3b-7dc715d228ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:12.914392 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-24fc52a3-5dbd-4276-bb3b-7dc715d228ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.071013 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-24fc52a3-5dbd-4276-bb3b-7dc715d228ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.074130 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-24fc52a3-5dbd-4276-bb3b-7dc715d228ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.075273 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-24fc52a3-5dbd-4276-bb3b-7dc715d228ef admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a15ac781-41c4-4f9e-8ea6-b97623807108 HTTP/1.1" status: 204 len: 168 time: 0.2356277 Aug 04 11:43:13.088674 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc52a3-5dbd-4276-bb3b-7dc715d228ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15ac781-41c4-4f9e-8ea6-b97623807108,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:13.434122 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b2633d55-9af4-4ab5-92ef-34d6ef0fc306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:13.452183 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebc023-1d16-4a6d-b1cb-504b520a70f0 req-f9dbb3b7-032f-40a2-86f8-171303a7c70d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:13.454063 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-05ebc023-1d16-4a6d-b1cb-504b520a70f0 req-f9dbb3b7-032f-40a2-86f8-171303a7c70d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0633430 Aug 04 11:43:13.523240 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-05ebc023-1d16-4a6d-b1cb-504b520a70f0 req-9fae4635-c1fd-4776-91b8-93b796c3da82 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474286 Aug 04 11:43:13.758751 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ee874-c70d-469e-98f5-e340dea9469a req-ff860d73-1042-4ba0-bf85-c1bb3f303710 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:13.760871 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-962ee874-c70d-469e-98f5-e340dea9469a req-ff860d73-1042-4ba0-bf85-c1bb3f303710 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0561454 Aug 04 11:43:13.802326 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-962ee874-c70d-469e-98f5-e340dea9469a req-c0b349b0-d98e-4220-977e-8e118891622c tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353491 Aug 04 11:43:13.946083 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51570) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:13.961164 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3a00f4b5-fb63-4e55-8d6e-df3ac5ca26df admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.081560 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3a00f4b5-fb63-4e55-8d6e-df3ac5ca26df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.214307 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3a00f4b5-fb63-4e55-8d6e-df3ac5ca26df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.253104 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3a00f4b5-fb63-4e55-8d6e-df3ac5ca26df admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b36576f04c714326910748fcbaf6c8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3057871 Aug 04 11:43:14.253954 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00f4b5-fb63-4e55-8d6e-df3ac5ca26df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94814de4-e2e7-4aee-93ee-632a5291217b,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:14.255819 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51580) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:14.307396 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-46c5feef-7b6d-4ebe-83b5-8f5ebf3f5c75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.329274 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-46c5feef-7b6d-4ebe-83b5-8f5ebf3f5c75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.434173 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-46c5feef-7b6d-4ebe-83b5-8f5ebf3f5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.436856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-46c5feef-7b6d-4ebe-83b5-8f5ebf3f5c75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:14.437966 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-46c5feef-7b6d-4ebe-83b5-8f5ebf3f5c75 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94814de4-e2e7-4aee-93ee-632a5291217b HTTP/1.1" status: 204 len: 168 time: 0.1810734 Aug 04 11:43:14.447791 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5feef-7b6d-4ebe-83b5-8f5ebf3f5c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94814de4-e2e7-4aee-93ee-632a5291217b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:14.618741 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b79a8-7efa-4a0e-a468-515ba09a961f req-d7dea7c4-7fc6-4432-b680-4774f325f2ef tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:14.620995 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f03b79a8-7efa-4a0e-a468-515ba09a961f req-d7dea7c4-7fc6-4432-b680-4774f325f2ef tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0499632 Aug 04 11:43:14.660166 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f03b79a8-7efa-4a0e-a468-515ba09a961f req-07a1c6ec-4006-4dad-9e54-88f7320ef0ef tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332291 Aug 04 11:43:14.927816 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc718e2-8bf9-47f6-8943-20b14fa14618 req-b42ad473-3778-4abe-8242-2629291b26e7 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:14.929324 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7fc718e2-8bf9-47f6-8943-20b14fa14618 req-b42ad473-3778-4abe-8242-2629291b26e7 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0506592 Aug 04 11:43:14.966634 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7fc718e2-8bf9-47f6-8943-20b14fa14618 req-9a03092f-caa2-4683-b25e-ccb3239a7b1a tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313358 Aug 04 11:43:15.188944 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51600) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:15.202826 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a7421f5-a41c-4d5a-809e-0e89fb630631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.289848 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a7421f5-a41c-4d5a-809e-0e89fb630631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.367714 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a7421f5-a41c-4d5a-809e-0e89fb630631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.404470 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7421f5-a41c-4d5a-809e-0e89fb630631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f54192-a31e-4c48-960f-3be0cb839c8a,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:15.409727 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-4a7421f5-a41c-4d5a-809e-0e89fb630631 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=10dcb4cde4ab4e418a5aba9f78311b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2197270 Aug 04 11:43:15.413101 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51602) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:15.464592 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-0fa1-45f2-bc38-7507eaa3ab83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.486413 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-0fa1-45f2-bc38-7507eaa3ab83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.624078 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-0fa1-45f2-bc38-7507eaa3ab83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.624078 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fdd3def8-0fa1-45f2-bc38-7507eaa3ab83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:15.624249 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-fdd3def8-0fa1-45f2-bc38-7507eaa3ab83 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54f54192-a31e-4c48-960f-3be0cb839c8a HTTP/1.1" status: 204 len: 168 time: 0.2101386 Aug 04 11:43:15.632012 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3def8-0fa1-45f2-bc38-7507eaa3ab83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f54192-a31e-4c48-960f-3be0cb839c8a,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:15.778391 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e45229-5bfd-4314-ab7b-b94e681ccab0 req-69a2d0e5-3f4a-4e52-a9ad-68d3895cb822 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:15.779999 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-65e45229-5bfd-4314-ab7b-b94e681ccab0 req-69a2d0e5-3f4a-4e52-a9ad-68d3895cb822 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0491228 Aug 04 11:43:15.821158 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-65e45229-5bfd-4314-ab7b-b94e681ccab0 req-7fa2a720-5713-43ba-932d-e33e6fe7a845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350535 Aug 04 11:43:16.016862 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d993141d-dccb-407a-94da-008a0899d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:16.082069 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded0adc-dbb0-48fe-b231-0a1291eaefbb req-930f156a-d0be-4239-8744-9f3de37c5f79 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:16.083704 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1ded0adc-dbb0-48fe-b231-0a1291eaefbb req-930f156a-d0be-4239-8744-9f3de37c5f79 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0494797 Aug 04 11:43:16.128503 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1ded0adc-dbb0-48fe-b231-0a1291eaefbb req-bef37de8-dede-4c4e-8f0c-3db10b9dee0e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367813 Aug 04 11:43:16.211477 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:16.823536 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:16.946704 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1681f7ec-5b87-4d64-aaf5-05719487b1d2 req-a240cd24-7e8a-4541-9d8b-3967db165de6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:16.948787 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1681f7ec-5b87-4d64-aaf5-05719487b1d2 req-a240cd24-7e8a-4541-9d8b-3967db165de6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0525379 Aug 04 11:43:16.991394 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1681f7ec-5b87-4d64-aaf5-05719487b1d2 req-ecf87500-a6a2-41e4-924c-8aecfd48c75f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363798 Aug 04 11:43:17.267057 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c462d48-282c-4a47-a405-5cd8b72dd294 req-62971761-321c-4d59-9834-3c1fe3b5fb47 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:17.269433 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0c462d48-282c-4a47-a405-5cd8b72dd294 req-62971761-321c-4d59-9834-3c1fe3b5fb47 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0646799 Aug 04 11:43:17.310418 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0c462d48-282c-4a47-a405-5cd8b72dd294 req-d4a41011-0f3c-4f43-9784-0390d4ea7aab tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343709 Aug 04 11:43:18.120626 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14faf8-fb21-4eb7-9a73-c427cfafc41a req-cf043e5f-2e00-49e8-a51b-34d904d23c4f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:18.122108 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ab14faf8-fb21-4eb7-9a73-c427cfafc41a req-cf043e5f-2e00-49e8-a51b-34d904d23c4f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0510740 Aug 04 11:43:18.180367 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ab14faf8-fb21-4eb7-9a73-c427cfafc41a req-e123b499-712e-4a25-91f2-de1a19b51af0 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516033 Aug 04 11:43:18.432646 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a8abf-74f2-4526-83b1-a5f5066ffed4 req-41d46139-b445-400a-b308-f53d10965cc3 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:18.434082 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cf7a8abf-74f2-4526-83b1-a5f5066ffed4 req-41d46139-b445-400a-b308-f53d10965cc3 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0548179 Aug 04 11:43:18.476321 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cf7a8abf-74f2-4526-83b1-a5f5066ffed4 req-9c9808c2-7951-4a76-b3c6-d95f39915919 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360701 Aug 04 11:43:18.945372 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:19.294966 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5782794-dcd3-4ae5-a324-1f1917654ae8 req-35a331a5-6504-4804-a741-72692d06a342 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:19.296394 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b5782794-dcd3-4ae5-a324-1f1917654ae8 req-35a331a5-6504-4804-a741-72692d06a342 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0480306 Aug 04 11:43:19.333381 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b5782794-dcd3-4ae5-a324-1f1917654ae8 req-36977fbc-9197-4c16-a030-85ab7f29d082 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310619 Aug 04 11:43:19.596157 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41692a5c-f9b8-4178-9129-7f3379815039 req-170a657b-95fe-44ec-957e-09756baf4189 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:19.597731 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-41692a5c-f9b8-4178-9129-7f3379815039 req-170a657b-95fe-44ec-957e-09756baf4189 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0522037 Aug 04 11:43:19.638349 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-41692a5c-f9b8-4178-9129-7f3379815039 req-55843b58-5ac1-4c4f-b1ef-6ab954681a36 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345404 Aug 04 11:43:20.452295 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1e610-7e16-47fb-b6e8-9fa889eb8db0 req-79e3d28d-59cc-40fa-bb7b-93a83e2d3bef tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:20.453928 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-06d1e610-7e16-47fb-b6e8-9fa889eb8db0 req-79e3d28d-59cc-40fa-bb7b-93a83e2d3bef tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0493484 Aug 04 11:43:20.495358 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-06d1e610-7e16-47fb-b6e8-9fa889eb8db0 req-7f522f8f-9fb5-4a8e-af84-81091e7eec3b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357816 Aug 04 11:43:20.753266 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5347f9-394d-4eea-b8b4-40b08a63eaf2 req-adba1a79-6f48-4abf-b42e-2730fb960518 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:20.755627 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9e5347f9-394d-4eea-b8b4-40b08a63eaf2 req-adba1a79-6f48-4abf-b42e-2730fb960518 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0489452 Aug 04 11:43:20.794605 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9e5347f9-394d-4eea-b8b4-40b08a63eaf2 req-3652aa6f-22ea-4f26-b1fd-6709336eb08e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318458 Aug 04 11:43:21.627734 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1062e4b-cbb7-4eaf-abff-65eac09522ec req-5fc1916e-236e-49c2-8243-1dd5d1f28ebc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.629136 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d1062e4b-cbb7-4eaf-abff-65eac09522ec req-5fc1916e-236e-49c2-8243-1dd5d1f28ebc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0481029 Aug 04 11:43:21.674857 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d1062e4b-cbb7-4eaf-abff-65eac09522ec req-2ceccf6b-fa92-48a9-b313-d6f012d912bc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338485 Aug 04 11:43:21.908021 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14613722-88d9-4770-bc2b-838fae57975f req-0af0efc6-dd94-4a8a-8d98-7cd89be4df10 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:21.909406 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-14613722-88d9-4770-bc2b-838fae57975f req-0af0efc6-dd94-4a8a-8d98-7cd89be4df10 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0489194 Aug 04 11:43:21.951388 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-14613722-88d9-4770-bc2b-838fae57975f req-1d233c59-1c9b-46fe-849f-ab5763a561ae tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/security-groups?id=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361860 Aug 04 11:43:22.032746 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-cef3ab3a-ca40-4c8c-872a-40725a930c90 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:22.034199 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-cef3ab3a-ca40-4c8c-872a-40725a930c90 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.86 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 945 time: 0.0472424 Aug 04 11:43:22.191513 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Deleting port 07d95d28-9241-4c02-b180-26b9a9b8280b {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:43:22.191769 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:22.280922 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] For port 07d95d28-9241-4c02-b180-26b9a9b8280b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=07d95d28-9241-4c02-b180-26b9a9b8280b,segment=NetworkSegment(9b36484b-b08a-49a7-ae72-a5f1900f4451),segment_id=9b36484b-b08a-49a7-ae72-a5f1900f4451)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:22.281158 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 07d95d28-9241-4c02-b180-26b9a9b8280b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:43:22.281591 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:22.301497 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Calling delete_port for 07d95d28-9241-4c02-b180-26b9a9b8280b owned by compute:nova {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:43:22.379262 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:22.412632 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:22.415361 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4406b5de-c9f7-49d8-9c18-f5ba86c7c72c" -d '{"events": [{"server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:22.422315 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 07d95d28-9241-4c02-b180-26b9a9b8280b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=07d95d28-9241-4c02-b180-26b9a9b8280b,segment=NetworkSegment(9b36484b-b08a-49a7-ae72-a5f1900f4451),segment_id=9b36484b-b08a-49a7-ae72-a5f1900f4451)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:22.464031 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90926f98-fcad-4b37-b393-00045a6894d3 x-openstack-request-id: req-90926f98-fcad-4b37-b393-00045a6894d3 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:22.464300 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "name": "network-vif-unplugged", "status": "completed", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:22.464553 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-90926f98-fcad-4b37-b393-00045a6894d3 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:22.464945 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b', 'code': 200} Aug 04 11:43:22.497429 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:22.567650 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=07d95d28-9241-4c02-b180-26b9a9b8280b,revision_number=6']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:22.576888 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.578359 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.578865 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.579533 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.580169 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.581545 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.582470 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.584014 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.584995 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.585466 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.586207 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.586690 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:22.791001 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507e37-eae2-435f-9231-0caf85c8c0f6 req-6dd1b2a6-254f-4e31-9823-ae4fbf61fe39 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:22.793125 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a507e37-eae2-435f-9231-0caf85c8c0f6 req-6dd1b2a6-254f-4e31-9823-ae4fbf61fe39 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0482011 Aug 04 11:43:22.831967 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a507e37-eae2-435f-9231-0caf85c8c0f6 req-d9c6db83-2846-4f91-907f-6a0479beb3c8 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327945 Aug 04 11:43:22.899241 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:22.931018 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Pushing event deleted for resources: {'Port': ['ID=07d95d28-9241-4c02-b180-26b9a9b8280b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:23.011299 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] No DVR routers for this DVR port 07d95d28-9241-4c02-b180-26b9a9b8280b on host hv-cinder-78652 {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:43:23.016665 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:23.019066 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-be63b77e-3846-4b99-8a7e-abc54887acfe req-41b77b93-fa82-4ab5-ad10-5ac3e1e54233 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.86 "DELETE /v2.0/ports/07d95d28-9241-4c02-b180-26b9a9b8280b HTTP/1.1" status: 204 len: 173 time: 0.9737368 Aug 04 11:43:23.019623 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'name': 'network-vif-deleted', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:23.022085 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6746850d-3ab6-41ab-8ade-7427695a5954" -d '{"events": [{"server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "name": "network-vif-deleted", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:23.079698 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7a320f4a-c151-40fb-9aa5-8d594ae21ef2 req-f2a709e7-f547-4764-9a6e-edd4c57f5f81 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0345318 Aug 04 11:43:23.081162 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8249c014-afb8-45a7-a3a2-a9bc039624bc x-openstack-request-id: req-8249c014-afb8-45a7-a3a2-a9bc039624bc {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:23.081453 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c74aa935-8548-4455-be94-a89fb7b5a1c3", "name": "network-vif-deleted", "tag": "07d95d28-9241-4c02-b180-26b9a9b8280b", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:23.081706 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8249c014-afb8-45a7-a3a2-a9bc039624bc {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:23.082096 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c74aa935-8548-4455-be94-a89fb7b5a1c3', 'name': 'network-vif-deleted', 'tag': '07d95d28-9241-4c02-b180-26b9a9b8280b', 'status': 'completed', 'code': 200} Aug 04 11:43:23.517925 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-828d7a76-2cd8-44fd-b53c-78c510eb2a2e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442026 Aug 04 11:43:23.628060 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-c0f92a51-7015-418c-a7f6-c65ae0d7ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:23.629665 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-c0f92a51-7015-418c-a7f6-c65ae0d7ba80 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 1099 time: 0.0570707 Aug 04 11:43:23.975976 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1007b2af-92be-457d-a98c-e7bca0e4b42b req-9db38bc3-11ef-40f3-8364-5f321783be67 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:23.978247 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1007b2af-92be-457d-a98c-e7bca0e4b42b req-9db38bc3-11ef-40f3-8364-5f321783be67 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0676508 Aug 04 11:43:24.019827 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-62c87c13-cf19-40e0-bceb-26fdb4ea287a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:24.021402 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-62c87c13-cf19-40e0-bceb-26fdb4ea287a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.1196234 Aug 04 11:43:24.032535 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1007b2af-92be-457d-a98c-e7bca0e4b42b req-2d086c6a-42e1-4fad-92b6-c1d67c84ccc1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465486 Aug 04 11:43:24.041542 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-b1fe186f-ee84-4b33-98b5-2e9100b08223 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/quotas/a45eb37e491046f0b3766cf148f4a4d9 HTTP/1.1" status: 200 len: 375 time: 0.0110240 Aug 04 11:43:24.129352 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-048aa33a-70ee-4a41-93bf-de9199a36e93 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787733 Aug 04 11:43:24.226035 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-2ce43fb0-a242-4805-a745-7c4df7f21a7e service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879517 Aug 04 11:43:24.323327 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-b3ca81e0-685d-4017-8513-23e63e5302b0 service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904753 Aug 04 11:43:24.614792 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4c86e2f0-a465-4280-a701-55c4f4c102a9 req-c9071fc7-1401-4833-9fc6-5db7d650de8f tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0276649 Aug 04 11:43:24.797919 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-72206d71-166a-415c-b4bc-f15d8e27ec15 req-6a0c6ab8-cd5a-4409-9483-aa76a521f944 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 210 time: 0.0278590 Aug 04 11:43:25.183507 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304041af-c22e-4a72-be89-5cbe3f0421af req-f7343e53-f0df-45b2-9603-0f1ba883a641 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:25.185043 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-304041af-c22e-4a72-be89-5cbe3f0421af req-f7343e53-f0df-45b2-9603-0f1ba883a641 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0542932 Aug 04 11:43:25.223029 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-304041af-c22e-4a72-be89-5cbe3f0421af req-a78c2047-8006-4b68-a9da-550f6e45358a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320563 Aug 04 11:43:25.711979 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-85760cd0-7495-4030-a9a7-8a651f0accc6 req-0cb5454d-673b-45c1-8f7a-c30f0e847cb4 tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0259311 Aug 04 11:43:25.880145 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:25.884236 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b3daa0d-f55d-4f2d-b1f4-050415309201 req-b4545ddd-de62-4dfb-88d0-5a290ab4b798 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 210 time: 0.0268328 Aug 04 11:43:26.335907 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452033f4-d782-4a81-b623-4b503655280b req-5f4bcac5-a6f0-496d-8f12-96b37ae4bd9c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:26.337441 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-452033f4-d782-4a81-b623-4b503655280b req-5f4bcac5-a6f0-496d-8f12-96b37ae4bd9c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0478055 Aug 04 11:43:26.375048 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-452033f4-d782-4a81-b623-4b503655280b req-9e02df35-b2e1-4cc7-b944-9308973dca66 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311999 Aug 04 11:43:26.810690 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c3c29b32-d020-4644-88af-d9588225b17a req-126586dc-b038-4946-8276-74ff8ba06e0c tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0297105 Aug 04 11:43:26.882602 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-66610f81-06fa-439f-a28c-cf4c3ce18f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:26.884260 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-66610f81-06fa-439f-a28c-cf4c3ce18f56 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 916 time: 0.0960138 Aug 04 11:43:26.931084 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-b542f412-f5d1-4eb6-b518-d40acea4c732 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 HTTP/1.1" status: 200 len: 217 time: 0.0385044 Aug 04 11:43:27.006461 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7e4b3186-c25a-4e4b-a663-f237cbaa0323 req-ea2b540d-7abb-40bd-86a3-19064e561612 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 210 time: 0.0316141 Aug 04 11:43:27.016099 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-f70526ac-065b-4253-997c-7cf179b13df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:27.017614 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-f70526ac-065b-4253-997c-7cf179b13df7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=610e92dd-1d0e-4efc-824c-77450a171f7d HTTP/1.1" status: 200 len: 854 time: 0.0769160 Aug 04 11:43:27.052563 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-ab3f6f18-0921-4fce-96cd-e80e275d0c2f service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a331641e-f398-4399-82a2-340285b25bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249183 Aug 04 11:43:27.149887 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-9382c163-3be4-4a1e-ba9a-010b67b3b92c service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873878 Aug 04 11:43:27.249429 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-22a2403c-e16f-4d6a-b32f-eb0aaf930282 req-098b429f-8d12-45d9-a8f6-143953776de3 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891707 Aug 04 11:43:27.493219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248e1f5-7405-4be2-acbb-56670efda51f req-51c978ab-04bd-4b54-a2c7-02fbecfcccfb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:27.494803 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e248e1f5-7405-4be2-acbb-56670efda51f req-51c978ab-04bd-4b54-a2c7-02fbecfcccfb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0499089 Aug 04 11:43:27.537753 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e248e1f5-7405-4be2-acbb-56670efda51f req-8f1ea409-6a1e-44d4-8ef8-d7504bdcb3a0 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356543 Aug 04 11:43:27.953107 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bcd35630-4c2f-4a2f-b1ca-15f6fd7a4a51 req-e7353080-72b7-4f0b-b6ed-5160a9e03c8e tempest-DeleteServersTestJSON-1080067196 tempest-DeleteServersTestJSON-1080067196-project] 10.222.0.88 "GET /v2.0/ports?device_id=c74aa935-8548-4455-be94-a89fb7b5a1c3 HTTP/1.1" status: 200 len: 210 time: 0.0271742 Aug 04 11:43:28.112626 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12744b9b-29bb-4536-a0ea-2039adf56d41 req-4debbd99-c5eb-4667-926f-2e90c6327c4d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 210 time: 0.0353408 Aug 04 11:43:28.235561 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-93a607f8-5b1b-4a27-a191-6486c8156d3f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:28.237513 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-93a607f8-5b1b-4a27-a191-6486c8156d3f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.1161602 Aug 04 11:43:28.254008 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Request body: {'port': {'device_id': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'admin_state_up': True, 'tenant_id': 'a45eb37e491046f0b3766cf148f4a4d9'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:28.298772 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51924) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:28.419524 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42484cfe-22b7-4f13-bb3e-87baa3413c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:28.461562 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Made reservation on behalf of a45eb37e491046f0b3766cf148f4a4d9 for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:28.461562 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:28.550815 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42484cfe-22b7-4f13-bb3e-87baa3413c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:28.606480 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Allocated IP 172.20.0.13 (a331641e-f398-4399-82a2-340285b25bf5/610e92dd-1d0e-4efc-824c-77450a171f7d/081fe859-c706-4473-a104-35405493a2c9) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:28.666387 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f9574-d5e3-420b-ab29-7dc527487fc3 req-55ff18c7-a582-46aa-8538-dad0fc004373 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:28.667993 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd0f9574-d5e3-420b-ab29-7dc527487fc3 req-55ff18c7-a582-46aa-8538-dad0fc004373 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0524831 Aug 04 11:43:28.701554 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-42484cfe-22b7-4f13-bb3e-87baa3413c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:28.732447 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd0f9574-d5e3-420b-ab29-7dc527487fc3 req-f57998e0-bb3f-4434-aa9c-070f9e1c4a22 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581474 Aug 04 11:43:28.755500 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-42484cfe-22b7-4f13-bb3e-87baa3413c35 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a0f783dabaa84e328bd7605b6d82dfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4510927 Aug 04 11:43:28.757339 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42484cfe-22b7-4f13-bb3e-87baa3413c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3773f95b-906e-4a0a-96b8-eb7b4902d453,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:28.757487 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51942) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:28.818852 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:43:28.824316 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:28.848874 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-18f7bdc7-c792-4566-8e3b-3fd6d2378b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:28.884921 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-18f7bdc7-c792-4566-8e3b-3fd6d2378b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:28.991989 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.005480 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:29.051836 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-18f7bdc7-c792-4566-8e3b-3fd6d2378b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.054532 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-18f7bdc7-c792-4566-8e3b-3fd6d2378b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.055811 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-18f7bdc7-c792-4566-8e3b-3fd6d2378b73 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3773f95b-906e-4a0a-96b8-eb7b4902d453 HTTP/1.1" status: 204 len: 168 time: 0.2973101 Aug 04 11:43:29.061686 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Network a331641e-f398-4399-82a2-340285b25bf5 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:29.068045 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:29.071276 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:29.077239 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:29.077686 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.098351 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7bdc7-c792-4566-8e3b-3fd6d2378b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3773f95b-906e-4a0a-96b8-eb7b4902d453,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:29.107096 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event updated for resources: {'Port': ['ID=081fe859-c706-4473-a104-35405493a2c9,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:29.206647 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-4fa2a53e-00e7-47ca-9a88-65ef5179b763 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9567175 Aug 04 11:43:29.222081 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Request body: {'port': {'device_id': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:29.295395 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51964) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:29.310289 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.320511 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb770963-2081-48f2-bf39-236fadfe1e54 req-c9bcc915-dcf9-46de-833e-204fde9316d4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:29.330457 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb770963-2081-48f2-bf39-236fadfe1e54 req-c9bcc915-dcf9-46de-833e-204fde9316d4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 932 time: 0.1160834 Aug 04 11:43:29.377592 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb770963-2081-48f2-bf39-236fadfe1e54 req-ed87b9b8-3b07-4fc7-afe2-8a43342e89bd tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458863 Aug 04 11:43:29.577885 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c2712fcb-bcf0-41c3-a92c-3ec71068084e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.682751 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081fe859-c706-4473-a104-35405493a2c9 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:29.689619 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c2712fcb-bcf0-41c3-a92c-3ec71068084e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.690567 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.767009 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Transition to ACTIVE for port object 081fe859-c706-4473-a104-35405493a2c9 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:29.872601 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd5723-df74-4270-8952-a5dcb3ed718f req-c88a1f0d-20dc-476b-9e48-ba3a62a03672 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:29.874139 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0cbd5723-df74-4270-8952-a5dcb3ed718f req-c88a1f0d-20dc-476b-9e48-ba3a62a03672 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0502930 Aug 04 11:43:29.891494 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c2712fcb-bcf0-41c3-a92c-3ec71068084e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.898165 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:29.933697 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c2712fcb-bcf0-41c3-a92c-3ec71068084e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3f778c5439d487d8ecdb4a1ed324f62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6372013 Aug 04 11:43:29.935778 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2712fcb-bcf0-41c3-a92c-3ec71068084e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eec87ae-25ea-4bbc-8af1-49ed7f11cf11,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:29.939850 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51980) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:29.956573 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0cbd5723-df74-4270-8952-a5dcb3ed718f req-fdb8dc43-3a22-4012-bf24-a9e0a01a8234 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756156 Aug 04 11:43:29.968284 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Pushing event updated for resources: {'Port': ['ID=081fe859-c706-4473-a104-35405493a2c9,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:29.998034 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6c0d537a-9dbb-4f5d-bb41-57a370778a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.007984 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Attempting to bind port 081fe859-c706-4473-a104-35405493a2c9 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:30.008423 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Attempting to bind port 081fe859-c706-4473-a104-35405493a2c9 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:30.009366 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Attempting to bind port 081fe859-c706-4473-a104-35405493a2c9 on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:30.014459 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Port 081fe859-c706-4473-a104-35405493a2c9 on network a331641e-f398-4399-82a2-340285b25bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:43:30.015184 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Attempting to bind port 081fe859-c706-4473-a104-35405493a2c9 on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:30.021922 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:30.022306 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Checking segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:30.022605 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Bound using segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:30.023072 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Bound port: 081fe859-c706-4473-a104-35405493a2c9, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:30.023634 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.027738 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6c0d537a-9dbb-4f5d-bb41-57a370778a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.102548 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] For port 081fe859-c706-4473-a104-35405493a2c9, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:30.106011 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] For port 081fe859-c706-4473-a104-35405493a2c9, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=081fe859-c706-4473-a104-35405493a2c9,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:30.162166 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6c0d537a-9dbb-4f5d-bb41-57a370778a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.166553 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6c0d537a-9dbb-4f5d-bb41-57a370778a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.166553 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6c0d537a-9dbb-4f5d-bb41-57a370778a47 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7eec87ae-25ea-4bbc-8af1-49ed7f11cf11 HTTP/1.1" status: 204 len: 168 time: 0.2248995 Aug 04 11:43:30.172811 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 51986) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:30.175473 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d537a-9dbb-4f5d-bb41-57a370778a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eec87ae-25ea-4bbc-8af1-49ed7f11cf11,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:30.186710 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f649bed1-936e-4f8e-8087-a36b999a3f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.250950 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.293053 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:30.293679 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.295079 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] 10.222.0.86 "PUT /v2.0/ports/081fe859-c706-4473-a104-35405493a2c9 HTTP/1.1" status: 200 len: 1094 time: 1.0782557 Aug 04 11:43:30.296114 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'tag': '081fe859-c706-4473-a104-35405493a2c9'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:30.298435 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd132dde-c003-4131-bd0c-12b2f8e0d7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6fdc86-ab39-409e-b6fb-ca94eb2903a3", "tag": "081fe859-c706-4473-a104-35405493a2c9"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:30.340350 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e216ee2-c633-4d9b-b814-06ecd32335d9 x-openstack-request-id: req-0e216ee2-c633-4d9b-b814-06ecd32335d9 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:30.340632 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6fdc86-ab39-409e-b6fb-ca94eb2903a3", "tag": "081fe859-c706-4473-a104-35405493a2c9", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:30.341038 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0e216ee2-c633-4d9b-b814-06ecd32335d9 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:30.341306 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'tag': '081fe859-c706-4473-a104-35405493a2c9', 'status': 'completed', 'code': 200} Aug 04 11:43:30.343109 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f649bed1-936e-4f8e-8087-a36b999a3f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.351941 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98556d7a-40b7-4761-837f-353249c31b5c service neutron] Pushing event updated for resources: {'Port': ['ID=081fe859-c706-4473-a104-35405493a2c9,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:30.410484 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd132dde-c003-4131-bd0c-12b2f8e0d7fd req-5891e9ba-3a2c-4d47-82d6-56298248b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:30.411934 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fd132dde-c003-4131-bd0c-12b2f8e0d7fd req-5891e9ba-3a2c-4d47-82d6-56298248b1e3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 1097 time: 0.0442674 Aug 04 11:43:30.480856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f649bed1-936e-4f8e-8087-a36b999a3f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.506195 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb4759-e08f-4ff3-8084-d8a58739c1d0 req-296c7922-8023-4c52-b0c9-c932277f5d03 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:30.507717 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2abb4759-e08f-4ff3-8084-d8a58739c1d0 req-296c7922-8023-4c52-b0c9-c932277f5d03 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 944 time: 0.0518692 Aug 04 11:43:30.537462 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f649bed1-936e-4f8e-8087-a36b999a3f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2437774-66a5-47d3-b2c1-27ee3b854cb9,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:30.550396 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2abb4759-e08f-4ff3-8084-d8a58739c1d0 req-f761df67-0a43-498c-bf49-68fd6765c2e0 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364916 Aug 04 11:43:30.551117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 51992) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:30.551232 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f649bed1-936e-4f8e-8087-a36b999a3f33 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b488e3ce55514258a755acd4c387e420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3771598 Aug 04 11:43:30.596235 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd132dde-c003-4131-bd0c-12b2f8e0d7fd req-5ac54d23-eadf-4af1-b4bc-e2daa94620e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:30.599107 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fd132dde-c003-4131-bd0c-12b2f8e0d7fd req-5ac54d23-eadf-4af1-b4bc-e2daa94620e0 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1651459 Aug 04 11:43:30.617734 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8ad23876-e7b0-42e2-9eed-087b225fd32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.643714 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8ad23876-e7b0-42e2-9eed-087b225fd32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.735512 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd132dde-c003-4131-bd0c-12b2f8e0d7fd req-d22ce2ac-31f1-4a52-9874-b0806b0271c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:30.737150 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fd132dde-c003-4131-bd0c-12b2f8e0d7fd req-d22ce2ac-31f1-4a52-9874-b0806b0271c4 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1270463 Aug 04 11:43:30.786845 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52006) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:30.828934 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8ad23876-e7b0-42e2-9eed-087b225fd32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.833468 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8ad23876-e7b0-42e2-9eed-087b225fd32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.840229 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8ad23876-e7b0-42e2-9eed-087b225fd32d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/f2437774-66a5-47d3-b2c1-27ee3b854cb9 HTTP/1.1" status: 204 len: 168 time: 0.2828932 Aug 04 11:43:30.844223 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad23876-e7b0-42e2-9eed-087b225fd32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2437774-66a5-47d3-b2c1-27ee3b854cb9,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:30.875962 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] Deleting subnet 35f2b228-625c-49fe-82ca-915218c10baf {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:43:30.880626 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-26e69a42-a976-4e87-bce3-ce09b65f4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:30.882216 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-26e69a42-a976-4e87-bce3-ce09b65f4708 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 1097 time: 0.0852969 Aug 04 11:43:30.883424 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.948178 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-e24b25dc-149b-4837-af3f-37a54bf1c784 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081fe859-c706-4473-a104-35405493a2c9 HTTP/1.1" status: 200 len: 217 time: 0.0432837 Aug 04 11:43:30.955421 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:30.996182 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.047557 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-6824f9ae-40b0-421d-a2b7-9d30146fd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:31.049073 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-6824f9ae-40b0-421d-a2b7-9d30146fd3e0 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=610e92dd-1d0e-4efc-824c-77450a171f7d HTTP/1.1" status: 200 len: 854 time: 0.0899971 Aug 04 11:43:31.095637 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52020) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:31.105905 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-40a7576d-8b1a-4480-b639-9e888982222e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a331641e-f398-4399-82a2-340285b25bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461726 Aug 04 11:43:31.110587 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c94e6349-12e6-4810-a101-30d88c4465d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.179075 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5507eb-a31c-439a-85dc-4e0d4e791f33 req-064340aa-9fa3-4282-8215-c1076e48739e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:31.180640 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0b5507eb-a31c-439a-85dc-4e0d4e791f33 req-064340aa-9fa3-4282-8215-c1076e48739e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1374652 Aug 04 11:43:31.251509 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c94e6349-12e6-4810-a101-30d88c4465d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.256231 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0b5507eb-a31c-439a-85dc-4e0d4e791f33 req-558bc1f3-53a2-426a-a5df-356433975348 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649502 Aug 04 11:43:31.260852 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-57cf8965-99f2-438d-bab9-d23d6e3155a5 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384282 Aug 04 11:43:31.261924 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.300211 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.302230 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/35f2b228-625c-49fe-82ca-915218c10baf HTTP/1.1" status: 204 len: 168 time: 0.5142260 Aug 04 11:43:31.304763 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52026) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:31.312132 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b428b-214f-4494-81ce-125f82168165 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f2b228-625c-49fe-82ca-915218c10baf,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:31.344463 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52028) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:31.358942 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c94e6349-12e6-4810-a101-30d88c4465d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.399182 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eace98ed-dbe6-4595-9c94-d74e7dfdb775 req-d973abb2-ac34-47b4-9511-fb4b84581ab5 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292207 Aug 04 11:43:31.413238 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.420648 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e6349-12e6-4810-a101-30d88c4465d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94627600-bd40-435f-9153-3d28bb31205c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:31.427678 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c94e6349-12e6-4810-a101-30d88c4465d6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=12247a7dde354a53a7b66391b0aa4b9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3310032 Aug 04 11:43:31.430430 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52032) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:31.535026 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.553734 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.554346 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.555252 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.555742 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > port after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.556234 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > port after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.556742 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > port after_update 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.557146 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.557606 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.558091 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.558559 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.597974 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf65e-7f16-4aaf-a9b4-039022abb734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.761569 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.762134 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.762225 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.762564 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100520) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:31.762932 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da5a1629-d754-4395-9e4b-7fcf519e7af4']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:31.763021 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2def6d1-a7b7-4a24-975f-2ab9fcd0eb3e req-c6722f36-5ed4-422b-8ca3-1405f4a6b5fa tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:31.764415 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2def6d1-a7b7-4a24-975f-2ab9fcd0eb3e req-c6722f36-5ed4-422b-8ca3-1405f4a6b5fa tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 944 time: 0.0789485 Aug 04 11:43:31.775521 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fcb50f9-0ffd-45e0-8d57-71403613e905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.785127 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b36484b-b08a-49a7-ae72-a5f1900f4451') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:31.785422 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b36484b-b08a-49a7-ae72-a5f1900f4451') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:31.799229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf65e-7f16-4aaf-a9b4-039022abb734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.821134 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2def6d1-a7b7-4a24-975f-2ab9fcd0eb3e req-ea72f34e-9041-4059-ba8f-1b3cebd9f559 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463419 Aug 04 11:43:31.893549 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf65e-7f16-4aaf-a9b4-039022abb734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:31.941907 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-6e6bf65e-7f16-4aaf-a9b4-039022abb734 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=527cfef7137b460f978bea07890ed0c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5939004 Aug 04 11:43:31.941907 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bf65e-7f16-4aaf-a9b4-039022abb734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93511e9b-5f9f-4689-8fe9-037edd353ccc,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:31.943327 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52050) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:32.015953 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e7eb-a95e-48d6-afaf-1bce81cd0af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.017655 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.040737 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e7eb-a95e-48d6-afaf-1bce81cd0af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.046659 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fcb50f9-0ffd-45e0-8d57-71403613e905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.065149 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.084107 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:43:32.084516 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: from cryptography.utils import int_from_bytes Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: from cryptography.utils import int_from_bytes Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:43:32.088540 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:43:32.191382 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e7eb-a95e-48d6-afaf-1bce81cd0af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.199983 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6cd7e7eb-a95e-48d6-afaf-1bce81cd0af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.199983 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-6cd7e7eb-a95e-48d6-afaf-1bce81cd0af4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/93511e9b-5f9f-4689-8fe9-037edd353ccc HTTP/1.1" status: 204 len: 168 time: 0.2502902 Aug 04 11:43:32.203257 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7e7eb-a95e-48d6-afaf-1bce81cd0af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93511e9b-5f9f-4689-8fe9-037edd353ccc,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:32.219400 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.227084 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.233372 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] 10.222.0.88 "DELETE /v2.0/networks/da5a1629-d754-4395-9e4b-7fcf519e7af4 HTTP/1.1" status: 204 len: 168 time: 0.9245539 Aug 04 11:43:32.242682 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658f681-6c4a-413f-8ef9-8cf225bf6b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=da5a1629-d754-4395-9e4b-7fcf519e7af4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:32.293610 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fcb50f9-0ffd-45e0-8d57-71403613e905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.296997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0fcb50f9-0ffd-45e0-8d57-71403613e905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:32.298136 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0fcb50f9-0ffd-45e0-8d57-71403613e905 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/94627600-bd40-435f-9153-3d28bb31205c HTTP/1.1" status: 204 len: 168 time: 0.8667045 Aug 04 11:43:32.308929 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb50f9-0ffd-45e0-8d57-71403613e905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94627600-bd40-435f-9153-3d28bb31205c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:32.390930 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19ae6d-40ae-45d0-8dcc-861457cf6b24 req-9ff3b955-e321-45bc-b2eb-1b02a69f9a15 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:32.392415 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aa19ae6d-40ae-45d0-8dcc-861457cf6b24 req-9ff3b955-e321-45bc-b2eb-1b02a69f9a15 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0597386 Aug 04 11:43:32.433794 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aa19ae6d-40ae-45d0-8dcc-861457cf6b24 req-7b2565f5-0f13-42d1-83b4-e9eb13619a0c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353532 Aug 04 11:43:32.859605 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52078) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:32.914071 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e3223600-b7b5-4baf-8564-59defa1de33d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2d9050308ea74517a4e43e1a794fef58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532920 Aug 04 11:43:32.921138 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52080) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:32.959816 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281faf6b-0f9f-4489-8192-b335a3574fa0 req-74a5c540-8823-4901-9305-fc716c057be4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:32.962250 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-281faf6b-0f9f-4489-8192-b335a3574fa0 req-74a5c540-8823-4901-9305-fc716c057be4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 944 time: 0.0565908 Aug 04 11:43:32.978216 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c601275b-808e-478a-b6d5-a00513272bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:33.004677 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c601275b-808e-478a-b6d5-a00513272bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:33.016311 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-281faf6b-0f9f-4489-8192-b335a3574fa0 req-97848ca6-aa76-4147-a1bc-3d57804f4c4f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Aug 04 11:43:33.150804 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c601275b-808e-478a-b6d5-a00513272bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:33.154115 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c601275b-808e-478a-b6d5-a00513272bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:33.159042 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c601275b-808e-478a-b6d5-a00513272bcd admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/3dc47fdb-4f6f-40a0-98be-3cc17f3bc604 HTTP/1.1" status: 204 len: 168 time: 0.2333050 Aug 04 11:43:33.166391 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601275b-808e-478a-b6d5-a00513272bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc47fdb-4f6f-40a0-98be-3cc17f3bc604,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:33.583225 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4597e-6c95-4b7b-9da2-97306d47d177 req-1598d0f9-653a-4dbd-9175-c24910b00d3c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:33.584929 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-52e4597e-6c95-4b7b-9da2-97306d47d177 req-1598d0f9-653a-4dbd-9175-c24910b00d3c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0644460 Aug 04 11:43:33.640296 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-52e4597e-6c95-4b7b-9da2-97306d47d177 req-8cfcd186-00c7-48c9-a9ef-fb6f4df060f9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Aug 04 11:43:34.162227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fefa9-4b44-463e-8ba7-d8dab864802b req-fe8cc54c-e453-4a99-b037-c8d701bb365d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:34.163681 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f97fefa9-4b44-463e-8ba7-d8dab864802b req-fe8cc54c-e453-4a99-b037-c8d701bb365d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 944 time: 0.0653300 Aug 04 11:43:34.202678 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f97fefa9-4b44-463e-8ba7-d8dab864802b req-9e883214-1f80-4d09-aabf-af375f8a64d2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321500 Aug 04 11:43:34.370874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52188) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:34.491835 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-199040147-network', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:34.630684 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Made reservation on behalf of f4d21203be6b4d28b14090bebd1c6547 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:34.633110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.641762 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.780221 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.800643 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f99755-77c3-4ba4-aae1-0c801685965d req-dc7472c3-50ce-454e-b0eb-c81a1f16ca40 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:34.802182 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7f99755-77c3-4ba4-aae1-0c801685965d req-dc7472c3-50ce-454e-b0eb-c81a1f16ca40 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0636413 Aug 04 11:43:34.838723 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.856942 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7f99755-77c3-4ba4-aae1-0c801685965d req-f7c4a320-197c-4cc6-ade7-7ac1f92738e4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484118 Aug 04 11:43:34.870568 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:43:34.879375 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a530fffb-124d-4253-941e-99c9de547681,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:34.886292 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:34.886737 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Added segment c2f035a3-2458-4529-9dd2-82271108f59a of type vlan for network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba Aug 04 11:43:34.930776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.023481 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.024494 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.025140 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.091814 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] Pushing event updated for resources: {'Network': ['ID=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:35.104535 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:43:35.177944 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9df7cf58-1234-46b4-9009-027ebe4822c6 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8056946 Aug 04 11:43:35.181985 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52212) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:35.187044 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Request body: {'subnet': {'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-199040147-subnet', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:35.314621 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Made reservation on behalf of f4d21203be6b4d28b14090bebd1c6547 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:35.317028 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9425912'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.396160 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17e07e-5a4c-4254-b868-0f124e190c6a req-700a0210-f658-4769-ab5e-3ea593ecebbe tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.397712 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-af17e07e-5a4c-4254-b868-0f124e190c6a req-700a0210-f658-4769-ab5e-3ea593ecebbe tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 944 time: 0.1177068 Aug 04 11:43:35.462956 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-af17e07e-5a4c-4254-b868-0f124e190c6a req-9682d5a7-95bd-46d3-9870-501369fee050 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572262 Aug 04 11:43:35.604311 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 081fe859-c706-4473-a104-35405493a2c9 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:43:35.626717 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9425862'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.688437 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:35.713855 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Checking segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:35.714223 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Network hostable DHCP agents. Network: b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:35.736835 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 081fe859-c706-4473-a104-35405493a2c9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=081fe859-c706-4473-a104-35405493a2c9,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:35.753309 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '081fe859-c706-4473-a104-35405493a2c9', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'port_id': '081fe859-c706-4473-a104-35405493a2c9', 'mac_address': 'fa:16:3e:57:d8:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e92dd-1d0e-4efc-824c-77450a171f7d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:43:35.799726 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:35.815841 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081fe859-c706-4473-a104-35405493a2c9 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:35.836825 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 081fe859-c706-4473-a104-35405493a2c9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=081fe859-c706-4473-a104-35405493a2c9,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:35.922350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:35.975499 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346c756-4537-4ec5-bf6b-bad52b82a5fa req-43b38516-3b95-4f0a-a12d-b26604e51e28 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:35.977092 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b346c756-4537-4ec5-bf6b-bad52b82a5fa req-43b38516-3b95-4f0a-a12d-b26604e51e28 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0522187 Aug 04 11:43:36.020209 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b346c756-4537-4ec5-bf6b-bad52b82a5fa req-895ce15e-5a99-4a75-9cbc-fe6807ce498e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366971 Aug 04 11:43:36.034049 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.084390 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=081fe859-c706-4473-a104-35405493a2c9,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:36.176690 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:36.181024 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:36.181713 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.185636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1294e272-8c2e-48d9-972b-33d09c00a790 None None] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:36.265564 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-83b6ce2a-7133-4517-9a9f-2742ffa5fdc0 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0825570 Aug 04 11:43:36.268487 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52244) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:36.273535 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:36.348218 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:43:36.348218 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.367804 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.371242 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.454510 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.513490 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Allocated IP 172.20.0.2 (b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba/cfd92abe-d30d-437d-ab39-df6c7ca9cbe4/5c040df3-8c73-4af3-8c98-7306c8eb45e5) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:36.586065 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9e3e1-352f-4443-99ea-176d400d919b req-dce31406-eb92-4781-9391-349844b1bc2d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:36.588231 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9db9e3e1-352f-4443-99ea-176d400d919b req-dce31406-eb92-4781-9391-349844b1bc2d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 945 time: 0.0537932 Aug 04 11:43:36.641304 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9db9e3e1-352f-4443-99ea-176d400d919b req-cbd5c523-e55a-48c9-972b-7c55cc78f8ae tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445528 Aug 04 11:43:36.673460 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.682764 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Transition to ACTIVE for port object 5c040df3-8c73-4af3-8c98-7306c8eb45e5 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:36.701404 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Transition to ACTIVE for port object 5c040df3-8c73-4af3-8c98-7306c8eb45e5 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:36.886586 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.901983 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:36.930116 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:36.937345 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:36.939742 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:36.945720 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Pushing event updated for resources: {'Port': ['ID=5c040df3-8c73-4af3-8c98-7306c8eb45e5,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:37.006101 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Attempting to bind port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:37.006472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Attempting to bind port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:37.006859 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Attempting to bind port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:37.011951 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['081fe859-c706-4473-a104-35405493a2c9'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:37.017586 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:37.017946 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Checking segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:37.018357 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:37.018733 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Bound using segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:37.019202 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Bound port: 5c040df3-8c73-4af3-8c98-7306c8eb45e5, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:37.019599 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:37.153704 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] For port 5c040df3-8c73-4af3-8c98-7306c8eb45e5, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:37.167772 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7dc6e1-4bc3-4be4-9ba5-f4c3a88b5995 req-b3dd542f-b895-47c8-9517-d1d8d7e34794 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:37.169448 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3e7dc6e1-4bc3-4be4-9ba5-f4c3a88b5995 req-b3dd542f-b895-47c8-9517-d1d8d7e34794 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0581343 Aug 04 11:43:37.173035 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] For port 5c040df3-8c73-4af3-8c98-7306c8eb45e5, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=5c040df3-8c73-4af3-8c98-7306c8eb45e5,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:37.217525 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3e7dc6e1-4bc3-4be4-9ba5-f4c3a88b5995 req-822bda0f-033e-48bf-bf47-1a0b65984c89 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388567 Aug 04 11:43:37.274009 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:37.293929 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:37.337214 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:37.414014 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Allocated IP 172.27.0.176 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:37.414806 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e2d381-88df-4e43-b355-ad7fc7548e6a None None] Pushing event updated for resources: {'Port': ['ID=5c040df3-8c73-4af3-8c98-7306c8eb45e5,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:37.540710 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:37.659852 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:37.705918 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:37.709828 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:37.715338 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:37.802720 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Pushing event updated for resources: {'Port': ['ID=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:37.875295 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75e4ea-f519-4259-b2fa-9e7d4271322f req-65487a23-fd35-40ca-96c4-ca17fc2d50fd tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:37.876717 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4d75e4ea-f519-4259-b2fa-9e7d4271322f req-65487a23-fd35-40ca-96c4-ca17fc2d50fd tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 945 time: 0.1259875 Aug 04 11:43:37.922397 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4d75e4ea-f519-4259-b2fa-9e7d4271322f req-dd6d8b31-7217-4fad-8608-d8e49da12d96 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391095 Aug 04 11:43:38.099832 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:38.435951 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:38.457945 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5fad4-6c86-4bf4-aeeb-c0f2cc937b81 req-fb9b9a78-a4b5-48ff-a9df-53eef3e1ab86 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:38.459601 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2e5fad4-6c86-4bf4-aeeb-c0f2cc937b81 req-fb9b9a78-a4b5-48ff-a9df-53eef3e1ab86 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0905435 Aug 04 11:43:38.513871 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 5c040df3-8c73-4af3-8c98-7306c8eb45e5 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:38.539198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa3544b-71ac-417a-b6d3-270e38723748 None None] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:38.577682 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2e5fad4-6c86-4bf4-aeeb-c0f2cc937b81 req-0ba89030-19d0-42e4-97c1-c20905085d56 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866346 Aug 04 11:43:38.673799 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 081fe859-c706-4473-a104-35405493a2c9 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:38.721808 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Router 7f0580a5-875b-423e-95bf-88f05ce57315 is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:43:38.736864 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-3bb059a8-30a7-4876-8b0f-25328f264d37 None None] Provisioning for port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:38.739567 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:38.767254 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-3bb059a8-30a7-4876-8b0f-25328f264d37 None None] Provisioning complete for port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:38.767636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3bb059a8-30a7-4876-8b0f-25328f264d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:38.771075 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:38.771439 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:38.868146 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:38.879575 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:38.891173 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:38.892972 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:38.946515 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 081fe859-c706-4473-a104-35405493a2c9 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:38.952901 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3bb059a8-30a7-4876-8b0f-25328f264d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:38.957172 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 081fe859-c706-4473-a104-35405493a2c9 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:38.958416 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:38.972344 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:38.979961 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-56fe3ecc-6e4d-4c33-9eb2-8a9d4658617e admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7097464 Aug 04 11:43:38.980879 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52312) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:39.001191 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.063594 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:39.076595 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-3bb059a8-30a7-4876-8b0f-25328f264d37 None None] For port 5c040df3-8c73-4af3-8c98-7306c8eb45e5, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=5c040df3-8c73-4af3-8c98-7306c8eb45e5,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:39.143834 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.153978 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3bb059a8-30a7-4876-8b0f-25328f264d37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.189324 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759173b-0c40-4086-b00d-c7f748e6d2a5 req-aa380c2f-7899-4a26-9d78-818e0b2d9fea tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:39.190163 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7759173b-0c40-4086-b00d-c7f748e6d2a5 req-aa380c2f-7899-4a26-9d78-818e0b2d9fea tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 945 time: 0.1006854 Aug 04 11:43:39.248437 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb059a8-30a7-4876-8b0f-25328f264d37 None None] Pushing event updated for resources: {'Port': ['ID=5c040df3-8c73-4af3-8c98-7306c8eb45e5,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:39.278158 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:37Z', 'revision_number': 3, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:39.292682 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081fe859-c706-4473-a104-35405493a2c9'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:39.295795 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181fa465-6809-413b-9a48-4cf6b67e80ad" -d '{"events": [{"server_uuid": "1f6fdc86-ab39-409e-b6fb-ca94eb2903a3", "name": "network-vif-plugged", "status": "completed", "tag": "081fe859-c706-4473-a104-35405493a2c9"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:39.307661 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7759173b-0c40-4086-b00d-c7f748e6d2a5 req-5580ab64-c07a-460e-9265-0753e3129483 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095109 Aug 04 11:43:39.311349 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.db.api [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100521) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:43:39.312283 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG oslo_db.api [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:43:39.316537 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-c93ae00f-4207-46a9-87b9-18d56d930183 None None] Provisioning complete for port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:39.317051 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c93ae00f-4207-46a9-87b9-18d56d930183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.319162 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:39.319162 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Updating router 7f0580a5-875b-423e-95bf-88f05ce57315 port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:39.323011 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 081fe859-c706-4473-a104-35405493a2c9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=081fe859-c706-4473-a104-35405493a2c9,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:39.350165 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f005341-4cf4-4f3a-9f09-173c9518ba80 x-openstack-request-id: req-2f005341-4cf4-4f3a-9f09-173c9518ba80 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:39.350658 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6fdc86-ab39-409e-b6fb-ca94eb2903a3", "name": "network-vif-plugged", "status": "completed", "tag": "081fe859-c706-4473-a104-35405493a2c9", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:39.351012 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f005341-4cf4-4f3a-9f09-173c9518ba80 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:39.351491 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081fe859-c706-4473-a104-35405493a2c9', 'code': 200} Aug 04 11:43:39.362877 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.421338 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.484140 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=081fe859-c706-4473-a104-35405493a2c9,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:39.689136 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.699216 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Transition to ACTIVE for port object ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:39.714763 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.750306 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c57a0-1163-4ddc-a301-81829bcf625c req-53f1b2c8-8776-4b44-a36d-62d747ab1b93 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:39.751861 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ed9c57a0-1163-4ddc-a301-81829bcf625c req-53f1b2c8-8776-4b44-a36d-62d747ab1b93 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0814629 Aug 04 11:43:39.863076 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.913383 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Pushing event updated for resources: {'Port': ['ID=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:39.930510 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Attempting to bind port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:39.930890 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Attempting to bind port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:39.931259 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Attempting to bind port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:39.933588 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ed9c57a0-1163-4ddc-a301-81829bcf625c req-f5d829ea-3d7b-4ef4-bb90-f61a5c5b8798 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329014 Aug 04 11:43:39.937699 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:39.938125 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:39.938481 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.939059 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:39.939707 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Bound port: ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:39.940256 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:39.949179 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e99ee-b695-468f-8f1d-6e0d6ecd10d8 req-f788e91e-e8d2-4089-a211-de37f66e261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:39.950849 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3b6e99ee-b695-468f-8f1d-6e0d6ecd10d8 req-f788e91e-e8d2-4089-a211-de37f66e261c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 1099 time: 0.1490221 Aug 04 11:43:40.004754 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] For port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:40.009251 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] For port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:40.013047 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.013645 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.014150 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.014633 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.015345 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.016071 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.016761 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.017490 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.018301 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.018964 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.019896 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.020545 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:43:40.053286 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3b6e99ee-b695-468f-8f1d-6e0d6ecd10d8 req-24d1fc6c-96e0-44ce-ac8c-1890f23535f3 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920713 Aug 04 11:43:40.062659 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Allocated IP 172.20.0.1 (b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba/cfd92abe-d30d-437d-ab39-df6c7ca9cbe4/681d6d07-1cbc-458b-8f7f-fed61d73011d) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:40.114507 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:40.172175 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:40.172788 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:40.217682 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92273a56-0014-48f6-9ab5-6db2d99ffa57 None None] Pushing event updated for resources: {'Port': ['ID=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:40.226769 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:40.249311 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Transition to ACTIVE for port object 681d6d07-1cbc-458b-8f7f-fed61d73011d will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:40.297341 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:40.398320 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 5c040df3-8c73-4af3-8c98-7306c8eb45e5 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:40.400076 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:40.457898 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:40.468748 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:40.469567 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:40.469972 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:40.472723 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:40.473223 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:40.631276 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:37Z', 'revision_number': 3, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:40.663630 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba7e476-9512-4930-b21b-8aaaad0c7c8f None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:37Z', 'revision_number': 3, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:40.755684 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Pushing event updated for resources: {'Port': ['ID=681d6d07-1cbc-458b-8f7f-fed61d73011d,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:40.771413 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b32c069-0fd8-4fbf-81d2-9c43fdf6000b req-a2d497b2-cef7-468b-a42d-6aa362925204 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:40.773059 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b32c069-0fd8-4fbf-81d2-9c43fdf6000b req-a2d497b2-cef7-468b-a42d-6aa362925204 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 946 time: 0.3901317 Aug 04 11:43:40.847643 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6b32c069-0fd8-4fbf-81d2-9c43fdf6000b req-543c16bd-0bee-49d9-beb0-056cf9329056 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664954 Aug 04 11:43:40.861444 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d6ad02bb-8f64-4954-a506-81d19bbe2429 None None] Provisioning for port 681d6d07-1cbc-458b-8f7f-fed61d73011d completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:40.866522 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d6ad02bb-8f64-4954-a506-81d19bbe2429 None None] Provisioning complete for port 681d6d07-1cbc-458b-8f7f-fed61d73011d triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:40.867116 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d6ad02bb-8f64-4954-a506-81d19bbe2429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:40.912853 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-d6ad02bb-8f64-4954-a506-81d19bbe2429 None None] Port 681d6d07-1cbc-458b-8f7f-fed61d73011d cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:41.020176 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:41.174399 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73621f-9788-4d86-a148-fa8f439d97af req-3fae3398-9b79-4352-a2ef-00e3ff6758f8 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:41.176931 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f73621f-9788-4d86-a148-fa8f439d97af req-3fae3398-9b79-4352-a2ef-00e3ff6758f8 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1051092 Aug 04 11:43:41.231665 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f73621f-9788-4d86-a148-fa8f439d97af req-1a0dd030-3d97-47e8-b785-48bbcf62374f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456605 Aug 04 11:43:41.297991 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:41.350522 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:41.351347 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:41.454730 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Pushing event updated for resources: {'Port': ['ID=681d6d07-1cbc-458b-8f7f-fed61d73011d,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:41.502775 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:41.504765 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:41.651051 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:41.739410 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-a0b645ea-d726-48b5-96ec-796b3f51afb7 None None] Provisioning complete for port 681d6d07-1cbc-458b-8f7f-fed61d73011d triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:41.740205 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a0b645ea-d726-48b5-96ec-796b3f51afb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:41.778520 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:41.788841 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-6c5e6f43-ff3a-49f0-b87b-86449f3746e2 admin admin] 10.222.0.88 "PUT /v2.0/routers/7f0580a5-875b-423e-95bf-88f05ce57315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8066618 Aug 04 11:43:41.920757 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-a0b645ea-d726-48b5-96ec-796b3f51afb7 None None] Port 681d6d07-1cbc-458b-8f7f-fed61d73011d cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:42.045206 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025dc65f-5f64-4163-a6d1-2d175310132d req-1cf9644c-8a8c-432e-8949-b8e9b10b662c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:42.052517 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-025dc65f-5f64-4163-a6d1-2d175310132d req-1cf9644c-8a8c-432e-8949-b8e9b10b662c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 946 time: 0.0584347 Aug 04 11:43:42.088638 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-025dc65f-5f64-4163-a6d1-2d175310132d req-194e5541-9635-406b-b3e0-0298452e4d74 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344243 Aug 04 11:43:42.447994 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:42.551954 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5a89b-11c2-406c-8b9b-fab05abf88c3 req-46e1451c-cc1f-4c2c-bf63-d19cd517cf8f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:42.556351 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b0d5a89b-11c2-406c-8b9b-fab05abf88c3 req-46e1451c-cc1f-4c2c-bf63-d19cd517cf8f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0700414 Aug 04 11:43:42.605905 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:42.623113 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:42.623741 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:42.638909 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b0d5a89b-11c2-406c-8b9b-fab05abf88c3 req-e4f544bc-22aa-42c1-9f4b-78c1d82ce016 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706739 Aug 04 11:43:42.676451 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:42.685409 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:42.685910 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:42.800034 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:42.891920 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52476) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:42.897135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1485426271-network', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:42.936737 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:42.960658 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:43.012936 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Made reservation on behalf of 14d92310190443f0b2e70d3ac0f717c8 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:43.015264 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.024640 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.061544 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.138053 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.155581 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:43.240113 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:41Z', 'revision_number': 2, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:43.256627 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.287525 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:43.287525 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Updating router 7f0580a5-875b-423e-95bf-88f05ce57315 port 681d6d07-1cbc-458b-8f7f-fed61d73011d binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:43.287805 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:43:43.302038 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7a5ea5-0798-4265-9f95-4ffb997a468b,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:43.302888 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.302888 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Added segment e0f6f37f-2ee9-48af-a072-dbde4d82f88c of type vlan for network c6f83e48-3d95-48f7-9aee-24ea15c98a54 Aug 04 11:43:43.320902 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.356118 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.477915 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0fabe99f-2145-4fb8-98ed-6f8c52c2a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.499105 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.500347 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:43.500941 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.567699 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] Pushing event updated for resources: {'Network': ['ID=c6f83e48-3d95-48f7-9aee-24ea15c98a54,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:43.599721 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0bde1680-287b-42b3-b938-93396d9a3f4e admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7039473 Aug 04 11:43:43.607153 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52504) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:43.607841 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:43:43.607933 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Request body: {'subnet': {'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1485426271-subnet', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:43.670473 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.689904 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Transition to ACTIVE for port object 681d6d07-1cbc-458b-8f7f-fed61d73011d will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:43.723359 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Made reservation on behalf of 14d92310190443f0b2e70d3ac0f717c8 for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:43.725792 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.790535 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.800310 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dd328-1f18-4f64-95a1-fe6453d2a55c req-b615019a-9145-4fcd-be8a-9f670d178f8f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:43.801903 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-158dd328-1f18-4f64-95a1-fe6453d2a55c req-b615019a-9145-4fcd-be8a-9f670d178f8f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1052287 Aug 04 11:43:43.867585 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98650f-2947-4898-afea-5855ea530305 None None] Pushing event updated for resources: {'Port': ['ID=681d6d07-1cbc-458b-8f7f-fed61d73011d,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:43.872765 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-158dd328-1f18-4f64-95a1-fe6453d2a55c req-9fd766ce-1908-4c83-8baf-f6748ed68730 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595322 Aug 04 11:43:43.976636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Attempting to bind port 681d6d07-1cbc-458b-8f7f-fed61d73011d on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:43.978953 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Attempting to bind port 681d6d07-1cbc-458b-8f7f-fed61d73011d by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:43.979525 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Attempting to bind port 681d6d07-1cbc-458b-8f7f-fed61d73011d on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:43.986069 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:43.986832 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Checking segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:43.987939 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:43.988701 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Bound using segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:43.989463 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Bound port: 681d6d07-1cbc-458b-8f7f-fed61d73011d, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:43.990095 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.094003 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.114004 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] For port 681d6d07-1cbc-458b-8f7f-fed61d73011d, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:44.121574 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] For port 681d6d07-1cbc-458b-8f7f-fed61d73011d, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=681d6d07-1cbc-458b-8f7f-fed61d73011d,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:44.152609 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ff5117-b98a-46d5-a89a-001b6649a252,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:44.183936 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Checking segment: {'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:44.184568 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Network hostable DHCP agents. Network: c6f83e48-3d95-48f7-9aee-24ea15c98a54, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:44.219248 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.239897 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb6d017-9cef-499d-80b6-9c44dfb4f59e req-d4963904-d838-4145-930e-6d320e8d080d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:44.241385 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ccb6d017-9cef-499d-80b6-9c44dfb4f59e req-d4963904-d838-4145-930e-6d320e8d080d service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 1098 time: 0.0510080 Aug 04 11:43:44.278851 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:44.279801 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:44.280590 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ccb6d017-9cef-499d-80b6-9c44dfb4f59e req-9d1d5020-2a88-4050-9d7e-430cff54fcdb service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308595 Aug 04 11:43:44.319386 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:44.329623 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98650f-2947-4898-afea-5855ea530305 None None] Pushing event updated for resources: {'Port': ['ID=681d6d07-1cbc-458b-8f7f-fed61d73011d,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:44.405081 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, c6f83e48-3d95-48f7-9aee-24ea15c98a54) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:44.409743 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:44.410727 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.411279 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:44.429252 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd17fa-7899-4068-bd59-1d89fa520b52 None None] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:44.508586 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-e682679f-50de-45ee-9495-4fdd22f14600 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9075494 Aug 04 11:43:44.511399 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52536) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:44.515848 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:44.534687 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:44.625340 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.627170 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.665615 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52548) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:44.766877 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.785823 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52552) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:44.802200 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:44.802541 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.898843 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4da1-7fd0-41ac-b606-117d5f6b7365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:44.952846 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3247-cee6-46f9-8d2d-7fa40fbf3327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.023171 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-c6f83e48-3d95-48f7-9aee-24ea15c98a54', 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'fixed_ips': [{'subnet_id': 'e7ff5117-b98a-46d5-a89a-001b6649a252'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:43:45.024712 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.030135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.044076 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9a16f-5fc9-44cf-baa9-aa519c126c0e req-dc5a872f-bd19-47e5-bdad-6458925184ce tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:45.049119 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2af9a16f-5fc9-44cf-baa9-aa519c126c0e req-dc5a872f-bd19-47e5-bdad-6458925184ce tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0629549 Aug 04 11:43:45.117393 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2af9a16f-5fc9-44cf-baa9-aa519c126c0e req-30c55485-ac5a-47ed-8629-bf945ffe3823 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571148 Aug 04 11:43:45.120155 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4da1-7fd0-41ac-b606-117d5f6b7365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.203147 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7c9d4da1-7fd0-41ac-b606-117d5f6b7365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.245007 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d4da1-7fd0-41ac-b606-117d5f6b7365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56170d77-ea25-4cfb-9c62-644d5fa3adca,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:45.271996 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Allocated IP 172.20.0.2 (c6f83e48-3d95-48f7-9aee-24ea15c98a54/e7ff5117-b98a-46d5-a89a-001b6649a252/8d67562b-7ba2-4618-926c-6315cf55501c) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:45.275450 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:44Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:45.289128 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-7c9d4da1-7fd0-41ac-b606-117d5f6b7365 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ec0ad5c9be534f1ba96e460a18d1a1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6188474 Aug 04 11:43:45.290637 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52562) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:45.310736 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db01e94d-84e1-48d7-8e2a-1d52133a52df None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:44Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:45.374196 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8558-5c28-4a89-8687-d94215b68339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.414402 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.443699 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.481055 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8558-5c28-4a89-8687-d94215b68339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.537065 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3247-cee6-46f9-8d2d-7fa40fbf3327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.578295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.622131 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Allocated IP 172.27.0.2 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/926709d2-3357-4e69-a13c-a5b2babba466) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:45.642279 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Transition to ACTIVE for port object 8d67562b-7ba2-4618-926c-6315cf55501c will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:45.657637 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-dcfa3247-cee6-46f9-8d2d-7fa40fbf3327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.667511 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Transition to ACTIVE for port object 8d67562b-7ba2-4618-926c-6315cf55501c will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:45.670610 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8558-5c28-4a89-8687-d94215b68339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.673126 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ec7f8558-5c28-4a89-8687-d94215b68339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.674611 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ec7f8558-5c28-4a89-8687-d94215b68339 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/56170d77-ea25-4cfb-9c62-644d5fa3adca HTTP/1.1" status: 204 len: 168 time: 0.3830137 Aug 04 11:43:45.698434 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa3247-cee6-46f9-8d2d-7fa40fbf3327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad3850b-c688-4591-811f-199fb4aa7778,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:45.757730 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.761842 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7f8558-5c28-4a89-8687-d94215b68339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56170d77-ea25-4cfb-9c62-644d5fa3adca,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:45.771442 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-dcfa3247-cee6-46f9-8d2d-7fa40fbf3327 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=b165970f353e4809bf85c63356732992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9836154 Aug 04 11:43:45.775035 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52582) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:45.839647 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:45.842477 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:45.848388 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:45.856087 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Pushing event updated for resources: {'Port': ['ID=8d67562b-7ba2-4618-926c-6315cf55501c,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:45.868753 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.916901 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Attempting to bind port 8d67562b-7ba2-4618-926c-6315cf55501c on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:45.917890 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Attempting to bind port 8d67562b-7ba2-4618-926c-6315cf55501c by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:45.918265 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Attempting to bind port 8d67562b-7ba2-4618-926c-6315cf55501c on network c6f83e48-3d95-48f7-9aee-24ea15c98a54 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:45.922014 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9388f075-e052-467c-8a60-56c1dd0bdfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.924047 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:45.924840 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Checking segment: {'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:45.925428 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.925987 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Bound using segment: {'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:45.926633 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Bound port: 8d67562b-7ba2-4618-926c-6315cf55501c, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:45.927019 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:45.973190 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9388f075-e052-467c-8a60-56c1dd0bdfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.048580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-10a17709-86a8-4def-9587-279bcbd13b64 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:46.050982 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-10a17709-86a8-4def-9587-279bcbd13b64 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.2532620 Aug 04 11:43:46.054451 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] For port 8d67562b-7ba2-4618-926c-6315cf55501c, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:46.059601 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b7130cbe-3c46-4637-a62a-fa23a2a45987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.063309 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] For port 8d67562b-7ba2-4618-926c-6315cf55501c, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=8d67562b-7ba2-4618-926c-6315cf55501c,segment=NetworkSegment(e0f6f37f-2ee9-48af-a072-dbde4d82f88c),segment_id=e0f6f37f-2ee9-48af-a072-dbde4d82f88c)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:46.070150 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-2c0303ba-dd7a-4987-971a-040531bbb8ac tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/quotas/a45eb37e491046f0b3766cf148f4a4d9 HTTP/1.1" status: 200 len: 375 time: 0.0115407 Aug 04 11:43:46.146824 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-acd387d3-46c3-4a0c-9f2f-6b723f5a86ef tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611529 Aug 04 11:43:46.247871 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.278361 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf94b00-1e2a-4cba-96a7-6b5a30d50a99 req-4c774d8d-aba9-4f78-bfd6-e5619039d8dd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:46.286074 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1bf94b00-1e2a-4cba-96a7-6b5a30d50a99 req-4c774d8d-aba9-4f78-bfd6-e5619039d8dd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0735254 Aug 04 11:43:46.287563 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.323666 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.343682 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1bf94b00-1e2a-4cba-96a7-6b5a30d50a99 req-b554eed3-737d-4ecd-a5ed-d6c9b032b65a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533829 Aug 04 11:43:46.354721 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a42ad-90bc-4888-9597-c9ecc8c04c59 None None] Pushing event updated for resources: {'Port': ['ID=8d67562b-7ba2-4618-926c-6315cf55501c,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:46.419519 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-9188d372-31f3-40b7-bf6f-8cdbeaa6ae25 service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639818 Aug 04 11:43:46.444997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9388f075-e052-467c-8a60-56c1dd0bdfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.447968 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9388f075-e052-467c-8a60-56c1dd0bdfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.449160 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9388f075-e052-467c-8a60-56c1dd0bdfc5 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8ad3850b-c688-4591-811f-199fb4aa7778 HTTP/1.1" status: 204 len: 168 time: 0.6720707 Aug 04 11:43:46.520747 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 681d6d07-1cbc-458b-8f7f-fed61d73011d up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:46.553414 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:46.558648 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc0b14-fb96-4bc2-811e-39eb14d5074b req-5cfc1f35-f8e3-4148-882a-a7fd1f82d6da tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:46.560912 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dbdc0b14-fb96-4bc2-811e-39eb14d5074b req-5cfc1f35-f8e3-4148-882a-a7fd1f82d6da tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1316032 Aug 04 11:43:46.567702 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:46.569883 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388f075-e052-467c-8a60-56c1dd0bdfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad3850b-c688-4591-811f-199fb4aa7778,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:46.571943 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:46.586881 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Pushing event updated for resources: {'Port': ['ID=926709d2-3357-4e69-a13c-a5b2babba466,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:46.631223 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dbdc0b14-fb96-4bc2-811e-39eb14d5074b req-9b928f50-d8ff-4849-8eed-5fd608e896be tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598781 Aug 04 11:43:46.671659 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52602) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:46.704114 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-896bfc43-32a6-45fb-bd9d-e636367c73e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.827581 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-7c62208a-ac2d-4c59-9952-85cf8bfbd96a service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4002099 Aug 04 11:43:46.845260 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 681d6d07-1cbc-458b-8f7f-fed61d73011d completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:46.850817 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 681d6d07-1cbc-458b-8f7f-fed61d73011d triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:46.851192 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.959360 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-896bfc43-32a6-45fb-bd9d-e636367c73e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:46.970261 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.029254 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.073236 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 681d6d07-1cbc-458b-8f7f-fed61d73011d, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=681d6d07-1cbc-458b-8f7f-fed61d73011d,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:47.081163 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-896bfc43-32a6-45fb-bd9d-e636367c73e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.153714 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.178684 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-896bfc43-32a6-45fb-bd9d-e636367c73e3 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6cc212bbd2aa4a7da3cca07961c3cd2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5058153 Aug 04 11:43:47.183510 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52618) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:47.257804 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896bfc43-32a6-45fb-bd9d-e636367c73e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ed81b0-fbfb-444d-992c-7718c7f7dac0,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:47.267680 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=681d6d07-1cbc-458b-8f7f-fed61d73011d,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:47.273835 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-00db0dad-9260-48c7-9b7e-f336f2303273 req-3404ebc6-5fef-408d-a55d-6890f9149abf tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.0901322 Aug 04 11:43:47.300865 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.399515 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-108884d6-6dd8-4160-ab62-9cf5bf7b06d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.466965 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-108884d6-6dd8-4160-ab62-9cf5bf7b06d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.771876 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2018728-7e71-401e-bf06-831b1076c726 None None] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:47.912444 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-108884d6-6dd8-4160-ab62-9cf5bf7b06d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.914910 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-108884d6-6dd8-4160-ab62-9cf5bf7b06d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:47.916776 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-108884d6-6dd8-4160-ab62-9cf5bf7b06d7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/65ed81b0-fbfb-444d-992c-7718c7f7dac0 HTTP/1.1" status: 204 len: 168 time: 0.7322452 Aug 04 11:43:47.930701 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108884d6-6dd8-4160-ab62-9cf5bf7b06d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ed81b0-fbfb-444d-992c-7718c7f7dac0,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:47.947048 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.091147 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-15e2655c-097e-4da9-88ef-5fb0228dc387 None None] Provisioning for port 8d67562b-7ba2-4618-926c-6315cf55501c completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:48.241679 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:43:48.362029 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:48.376718 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Sync routers for ids ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:48.388196 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Routers {'82f176da-cb0c-4ef3-a2a7-438ee25b70ad'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:48.391119 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:48.411406 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ebb3b23b-d2c0-4303-a4c8-3a362e112265 req-8d3ff483-620c-48a8-9b56-3bf10d16676e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.0353134 Aug 04 11:43:48.416811 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52658) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:48.492024 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.497029 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ddf056f9-2831-4fd1-ad9b-ab965227dbcd admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9836509 Aug 04 11:43:48.500306 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52666) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:48.564196 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Set router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:48.588822 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8d67562b-7ba2-4618-926c-6315cf55501c up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:48.673878 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a07dded2-3d0a-46ef-a2c3-459c2429873d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.804702 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '926709d2-3357-4e69-a13c-a5b2babba466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:43:46Z', 'revision_number': 3, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port': {'id': '926709d2-3357-4e69-a13c-a5b2babba466', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:45Z', 'updated_at': '2021-08-04T11:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:48.836562 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 8d67562b-7ba2-4618-926c-6315cf55501c completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:48.842772 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Checking router: 82f176da-cb0c-4ef3-a2a7-438ee25b70ad for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:48.844299 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Updating router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad port 926709d2-3357-4e69-a13c-a5b2babba466 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:48.857822 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 8d67562b-7ba2-4618-926c-6315cf55501c triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:48.858195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.888696 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:48.994852 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.032287 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 8d67562b-7ba2-4618-926c-6315cf55501c, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=8d67562b-7ba2-4618-926c-6315cf55501c,segment=NetworkSegment(e0f6f37f-2ee9-48af-a072-dbde4d82f88c),segment_id=e0f6f37f-2ee9-48af-a072-dbde4d82f88c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:49.059156 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.078100 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a07dded2-3d0a-46ef-a2c3-459c2429873d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.173303 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.174166 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 681d6d07-1cbc-458b-8f7f-fed61d73011d up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:49.205828 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a07dded2-3d0a-46ef-a2c3-459c2429873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.246528 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a07dded2-3d0a-46ef-a2c3-459c2429873d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6b68594664694847a9e508ba28723779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8281584 Aug 04 11:43:49.249379 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52682) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:49.256082 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=8d67562b-7ba2-4618-926c-6315cf55501c,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:49.274041 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 681d6d07-1cbc-458b-8f7f-fed61d73011d triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:49.274603 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.322900 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.343098 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07dded2-3d0a-46ef-a2c3-459c2429873d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b79af-4723-4f4d-b1b3-4566d2b0031d,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:49.363029 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Transition to ACTIVE for port object 926709d2-3357-4e69-a13c-a5b2babba466 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:49.389336 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.394141 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-265f8859-7167-4e37-b934-28d679d909d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.429589 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-265f8859-7167-4e37-b934-28d679d909d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.459328 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.535645 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Attempting to bind port 926709d2-3357-4e69-a13c-a5b2babba466 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:49.536130 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Attempting to bind port 926709d2-3357-4e69-a13c-a5b2babba466 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:49.536560 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Attempting to bind port 926709d2-3357-4e69-a13c-a5b2babba466 on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:49.538823 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf85a5-aca8-4418-9f33-b060d29ea80c None None] Pushing event updated for resources: {'Port': ['ID=926709d2-3357-4e69-a13c-a5b2babba466,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:49.547730 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:49.548066 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9287bee3-5ed4-4eb2-a819-4e7ac33422b4 req-3aa43d4a-f251-4bde-a253-81f4225423d4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.0267384 Aug 04 11:43:49.548255 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:49.548810 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.552286 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:49.565270 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Bound port: 926709d2-3357-4e69-a13c-a5b2babba466, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:49.565270 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.578141 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6064dbb-df9d-4270-b72b-0e9235b3d0e1 req-5c710cea-c630-41a5-a883-380581a7df1d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:49.587491 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c6064dbb-df9d-4270-b72b-0e9235b3d0e1 req-5c710cea-c630-41a5-a883-380581a7df1d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1669047 Aug 04 11:43:49.641335 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] For port 926709d2-3357-4e69-a13c-a5b2babba466, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:49.645604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-265f8859-7167-4e37-b934-28d679d909d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.645845 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30f21-15d6-4464-b256-fe353583e364 req-847ed628-3383-461d-a94f-39b642a81540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:49.648877 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] For port 926709d2-3357-4e69-a13c-a5b2babba466, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=926709d2-3357-4e69-a13c-a5b2babba466,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:49.649044 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12e30f21-15d6-4464-b256-fe353583e364 req-847ed628-3383-461d-a94f-39b642a81540 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.1426826 Aug 04 11:43:49.654293 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-265f8859-7167-4e37-b934-28d679d909d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.655278 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-265f8859-7167-4e37-b934-28d679d909d7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/982b79af-4723-4f4d-b1b3-4566d2b0031d HTTP/1.1" status: 204 len: 168 time: 0.4047036 Aug 04 11:43:49.680085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265f8859-7167-4e37-b934-28d679d909d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b79af-4723-4f4d-b1b3-4566d2b0031d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:49.741603 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c6064dbb-df9d-4270-b72b-0e9235b3d0e1 req-c0868668-ae1f-4707-9b70-9852e5808de1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525283 Aug 04 11:43:49.750162 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:49.778518 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Allocated IP 172.20.0.1 (c6f83e48-3d95-48f7-9aee-24ea15c98a54/e7ff5117-b98a-46d5-a89a-001b6649a252/b50c06ab-5410-4e52-bc21-20e9bc8f24f8) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:49.800267 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Routers {'82f176da-cb0c-4ef3-a2a7-438ee25b70ad'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:49.801030 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:49.865516 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30f21-15d6-4464-b256-fe353583e364 req-7874cbff-6cd8-4978-ab8c-2d3a4eafa4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:49.867041 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12e30f21-15d6-4464-b256-fe353583e364 req-7874cbff-6cd8-4978-ab8c-2d3a4eafa4fd service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.1952310 Aug 04 11:43:49.870776 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf85a5-aca8-4418-9f33-b060d29ea80c None None] Pushing event updated for resources: {'Port': ['ID=926709d2-3357-4e69-a13c-a5b2babba466,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:49.962243 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] Set router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:50.174039 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12e30f21-15d6-4464-b256-fe353583e364 req-8e4e904e-5e78-4b76-a0f4-2e1c1449c5e7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 200 len: 217 time: 0.2859292 Aug 04 11:43:50.214763 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.251081 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '926709d2-3357-4e69-a13c-a5b2babba466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:43:46Z', 'revision_number': 3, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port': {'id': '926709d2-3357-4e69-a13c-a5b2babba466', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:45Z', 'updated_at': '2021-08-04T11:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:50.255763 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Transition to ACTIVE for port object b50c06ab-5410-4e52-bc21-20e9bc8f24f8 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:50.268967 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e30f21-15d6-4464-b256-fe353583e364 req-bac04db4-af0d-4fb8-b725-9d66e6095806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:50.273427 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12e30f21-15d6-4464-b256-fe353583e364 req-bac04db4-af0d-4fb8-b725-9d66e6095806 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0793540 Aug 04 11:43:50.282273 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-b32a7906-50b6-4688-921e-391eead11e0c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:50.284871 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-b32a7906-50b6-4688-921e-391eead11e0c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.1850846 Aug 04 11:43:50.294934 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcb57d2-599d-4637-94ab-898a534a1977 None None] The sync data for ids ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'] in dv-cinder-786524-10-iscsi is: [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '926709d2-3357-4e69-a13c-a5b2babba466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:43:46Z', 'revision_number': 3, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port': {'id': '926709d2-3357-4e69-a13c-a5b2babba466', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:45Z', 'updated_at': '2021-08-04T11:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:50.332541 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Request body: {'port': {'device_id': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'admin_state_up': True, 'tenant_id': 'a45eb37e491046f0b3766cf148f4a4d9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:50.341589 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12e30f21-15d6-4464-b256-fe353583e364 req-f658cae3-81ca-4636-912d-a1aa02b29800 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290468 Aug 04 11:43:50.392535 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.409802 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8d67562b-7ba2-4618-926c-6315cf55501c up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:50.494804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 8d67562b-7ba2-4618-926c-6315cf55501c triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:50.495884 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.524063 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:50.529224 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:50.538620 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:50.539463 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.558002 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12e30f21-15d6-4464-b256-fe353583e364 req-a94ab23b-56e7-4d34-a259-42f8492bf44f service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950984 Aug 04 11:43:50.558826 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Pushing event updated for resources: {'Port': ['ID=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:50.578600 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Made reservation on behalf of a45eb37e491046f0b3766cf148f4a4d9 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:50.582281 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:50.681286 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52730) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:50.893187 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Allocated IP 172.20.0.11 (a331641e-f398-4399-82a2-340285b25bf5/610e92dd-1d0e-4efc-824c-77450a171f7d/063421d4-f782-484f-bc64-30d669faecfc) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:43:50.910529 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12e30f21-15d6-4464-b256-fe353583e364 req-3457b3f5-a5ca-4734-87ef-92f07a9676fe service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507508 Aug 04 11:43:50.985501 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9ebd1803-bb3c-4c72-ad54-2830cc06522c req-b8725ab5-9d82-4033-acf6-db5c192b8fd3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.2749155 Aug 04 11:43:51.015884 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443628e8-21ff-4fb3-ae9a-78f2bbfb2f3a req-7ce0cb11-633c-4bd2-b920-b862318f9854 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:51.017990 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-443628e8-21ff-4fb3-ae9a-78f2bbfb2f3a req-7ce0cb11-633c-4bd2-b920-b862318f9854 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1080055 Aug 04 11:43:51.027857 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa182-b246-4563-b767-85902383a128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.122096 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-456dd4ff-0842-4a38-ad77-c6856232cba5 None None] Provisioning for port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:51.129251 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-456dd4ff-0842-4a38-ad77-c6856232cba5 None None] Provisioning complete for port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:51.129251 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-456dd4ff-0842-4a38-ad77-c6856232cba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.137050 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-443628e8-21ff-4fb3-ae9a-78f2bbfb2f3a req-d3c69a6c-2561-4d40-ae35-97fd52801518 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120541 Aug 04 11:43:51.200407 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-456dd4ff-0842-4a38-ad77-c6856232cba5 None None] Port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:51.259184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.259344 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa182-b246-4563-b767-85902383a128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.348849 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7b2aa182-b246-4563-b767-85902383a128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.382847 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.385696 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2aa182-b246-4563-b767-85902383a128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17537f07-cdd1-4b86-aaa0-4fd116de9d89,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:51.402088 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', '081fe859-c706-4473-a104-35405493a2c9'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:51.433992 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52760) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:51.453526 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Network a331641e-f398-4399-82a2-340285b25bf5 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:51.457321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:51.461593 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:43:51.472838 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.483063 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-7b2aa182-b246-4563-b767-85902383a128 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3c0ed959c9e44361b059a8a365013acc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7953258 Aug 04 11:43:51.491176 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52764) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:51.516389 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event updated for resources: {'Port': ['ID=063421d4-f782-484f-bc64-30d669faecfc,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:51.570641 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:51.580495 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.628467 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-809218934-network', 'tenant_id': '0a2516e0796144938fb29465dcd2bbca'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:51.698499 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2d2efbcf-572f-490f-a246-5a4c1d75ab40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.739369 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2d2efbcf-572f-490f-a246-5a4c1d75ab40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.759919 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-dc5c40b1-da89-4fd2-bdf3-ea6dc9027c30 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4380691 Aug 04 11:43:51.774150 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Request body: {'port': {'device_id': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:51.829083 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:51.833938 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.008844 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Made reservation on behalf of 0a2516e0796144938fb29465dcd2bbca for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:52.011166 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.020241 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.052830 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2d2efbcf-572f-490f-a246-5a4c1d75ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.055420 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2d2efbcf-572f-490f-a246-5a4c1d75ab40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.059241 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-2d2efbcf-572f-490f-a246-5a4c1d75ab40 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/17537f07-cdd1-4b86-aaa0-4fd116de9d89 HTTP/1.1" status: 204 len: 168 time: 0.5644224 Aug 04 11:43:52.059241 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.059241 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.105399 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2efbcf-572f-490f-a246-5a4c1d75ab40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17537f07-cdd1-4b86-aaa0-4fd116de9d89,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:52.199197 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Pushing event updated for resources: {'Port': ['ID=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:52.216038 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063421d4-f782-484f-bc64-30d669faecfc {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:52.230927 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.251313 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Transition to ACTIVE for port object 063421d4-f782-484f-bc64-30d669faecfc will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:52.271959 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d784cb-0e59-4abe-b269-515253d5338d req-dcd51f91-7f50-4594-9e61-b9db1b5d690f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:52.273705 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a8d784cb-0e59-4abe-b269-515253d5338d req-dcd51f91-7f50-4594-9e61-b9db1b5d690f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 932 time: 0.1173055 Aug 04 11:43:52.308653 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:43:52.315730 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a8d784cb-0e59-4abe-b269-515253d5338d req-d2f3f1d7-540f-400d-8e57-04fc9d2e8ae7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351095 Aug 04 11:43:52.317082 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.320391 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e237e05-567f-409f-9f8d-45c3a51b1c12 req-d1acee9f-21b3-4547-a757-1f566e341ba7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:52.322786 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e237e05-567f-409f-9f8d-45c3a51b1c12 req-d1acee9f-21b3-4547-a757-1f566e341ba7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0991135 Aug 04 11:43:52.325516 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:52.374270 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.412839 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Pushing event updated for resources: {'Port': ['ID=063421d4-f782-484f-bc64-30d669faecfc,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:52.453138 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.466387 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 926709d2-3357-4e69-a13c-a5b2babba466 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:52.471235 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e237e05-567f-409f-9f8d-45c3a51b1c12 req-f49e227f-719f-4145-a82e-511829976c1f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304581 Aug 04 11:43:52.574942 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad66504-51c8-4e8c-a239-7fdab129d841,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:52.622802 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Attempting to bind port 063421d4-f782-484f-bc64-30d669faecfc on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:52.623452 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Attempting to bind port 063421d4-f782-484f-bc64-30d669faecfc by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:52.623963 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Attempting to bind port 063421d4-f782-484f-bc64-30d669faecfc on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:52.631447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Port 063421d4-f782-484f-bc64-30d669faecfc on network a331641e-f398-4399-82a2-340285b25bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:43:52.631805 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Attempting to bind port 063421d4-f782-484f-bc64-30d669faecfc on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:52.635509 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:43:52.643015 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:52.643496 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Checking segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:52.646337 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Bound using segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:52.646893 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Bound port: 063421d4-f782-484f-bc64-30d669faecfc, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:52.647652 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.661391 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.661842 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Added segment f4faefa8-55dc-41f0-bf7b-cb7e68785c89 of type vlan for network 6330276a-d71f-4dfe-82c8-07f208634c00 Aug 04 11:43:52.664541 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 926709d2-3357-4e69-a13c-a5b2babba466 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:52.669027 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 926709d2-3357-4e69-a13c-a5b2babba466 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:52.669514 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.731504 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:43:52.753491 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.759566 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] For port 063421d4-f782-484f-bc64-30d669faecfc, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:52.764706 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] For port 063421d4-f782-484f-bc64-30d669faecfc, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=063421d4-f782-484f-bc64-30d669faecfc,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:52.775279 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-686023ba-4d13-4e2a-9be7-beda4df680ff None None] Provisioning complete for port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:52.775651 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-686023ba-4d13-4e2a-9be7-beda4df680ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.843076 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-686023ba-4d13-4e2a-9be7-beda4df680ff None None] Port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:43:52.857095 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.861602 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.900705 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:52.901622 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.903111 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] 10.222.0.86 "PUT /v2.0/ports/063421d4-f782-484f-bc64-30d669faecfc HTTP/1.1" status: 200 len: 1094 time: 1.1331222 Aug 04 11:43:52.905646 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'tag': '063421d4-f782-484f-bc64-30d669faecfc'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:52.908805 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f33ef63-b3ad-43f9-9610-018009d18e75" -d '{"events": [{"name": "network-changed", "server_uuid": "668ffdda-9e6d-4dd4-b004-bcc02b234b78", "tag": "063421d4-f782-484f-bc64-30d669faecfc"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:52.920875 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 926709d2-3357-4e69-a13c-a5b2babba466, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=926709d2-3357-4e69-a13c-a5b2babba466,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:52.940566 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:43:52.953235 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.954755 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa65ff7-fdf9-4f51-beed-916cc7f75cdb service neutron] Pushing event updated for resources: {'Port': ['ID=063421d4-f782-484f-bc64-30d669faecfc,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:52.958371 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:52.958371 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:52.963604 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-8b381f79-fb1a-427f-8c30-bd9e99b7524f admin admin] 10.222.0.88 "PUT /v2.0/routers/82f176da-cb0c-4ef3-a2a7-438ee25b70ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4621751 Aug 04 11:43:52.990916 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9444d3f-ffb6-4ddc-9c1a-590c4519dd20 x-openstack-request-id: req-a9444d3f-ffb6-4ddc-9c1a-590c4519dd20 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:52.991165 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668ffdda-9e6d-4dd4-b004-bcc02b234b78", "tag": "063421d4-f782-484f-bc64-30d669faecfc", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:52.993004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-a9444d3f-ffb6-4ddc-9c1a-590c4519dd20 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:52.993145 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'tag': '063421d4-f782-484f-bc64-30d669faecfc', 'status': 'completed', 'code': 200} Aug 04 11:43:52.998852 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Sync routers for ids ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:43:53.015576 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Routers {'82f176da-cb0c-4ef3-a2a7-438ee25b70ad'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:53.016275 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:53.078812 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] Pushing event updated for resources: {'Network': ['ID=6330276a-d71f-4dfe-82c8-07f208634c00,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:53.107049 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 6330276a-d71f-4dfe-82c8-07f208634c00 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:43:53.107421 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33ef63-b3ad-43f9-9610-018009d18e75 req-f9ad847e-e5de-4fce-95d4-8c456858bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:53.109254 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f33ef63-b3ad-43f9-9610-018009d18e75 req-f9ad847e-e5de-4fce-95d4-8c456858bff9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 1097 time: 0.0844424 Aug 04 11:43:53.112927 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:53.179030 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-35e46219-0516-4b07-9708-6990fcd4a125 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7398267 Aug 04 11:43:53.182344 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52818) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:53.187656 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Request body: {'subnet': {'network_id': '6330276a-d71f-4dfe-82c8-07f208634c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-809218934-subnet', 'tenant_id': '0a2516e0796144938fb29465dcd2bbca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:53.244888 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33ef63-b3ad-43f9-9610-018009d18e75 req-5c3b76eb-eb3e-4731-aaab-3dc84d5da78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:53.246702 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f33ef63-b3ad-43f9-9610-018009d18e75 req-5c3b76eb-eb3e-4731-aaab-3dc84d5da78b service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1274362 Aug 04 11:43:53.247554 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Made reservation on behalf of 0a2516e0796144938fb29465dcd2bbca for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:53.251034 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:53.417165 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f33ef63-b3ad-43f9-9610-018009d18e75 req-4f5ca8c6-9508-4e2c-a2da-3e6cfbd17c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:53.426039 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f33ef63-b3ad-43f9-9610-018009d18e75 req-4f5ca8c6-9508-4e2c-a2da-3e6cfbd17c56 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1587853 Aug 04 11:43:53.481863 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=926709d2-3357-4e69-a13c-a5b2babba466,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:53.497205 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Set router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:53.526148 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-eab2e79e-2515-4bae-9acd-bb0a061da8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:53.528047 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-eab2e79e-2515-4bae-9acd-bb0a061da8cd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 1097 time: 0.0628531 Aug 04 11:43:53.557096 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc79dfc-8800-427b-afa9-9b0925bfe2d1 req-7a0200ec-1355-43d4-baa0-e2ef7d8789b3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:53.558655 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dfc79dfc-8800-427b-afa9-9b0925bfe2d1 req-7a0200ec-1355-43d4-baa0-e2ef7d8789b3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 944 time: 0.1139851 Aug 04 11:43:53.602151 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dfc79dfc-8800-427b-afa9-9b0925bfe2d1 req-755b508a-fb5e-42a5-af12-a9a86188f079 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358288 Aug 04 11:43:53.631751 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-e80d00d9-d174-41a1-825b-7549cd93bd4b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=063421d4-f782-484f-bc64-30d669faecfc HTTP/1.1" status: 200 len: 217 time: 0.0893404 Aug 04 11:43:53.659581 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:53.763411 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-73d33021-ad82-44f2-94ae-0b9d250ab042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:53.764859 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-73d33021-ad82-44f2-94ae-0b9d250ab042 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=610e92dd-1d0e-4efc-824c-77450a171f7d HTTP/1.1" status: 200 len: 854 time: 0.1248002 Aug 04 11:43:53.832239 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '926709d2-3357-4e69-a13c-a5b2babba466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:43:51Z', 'revision_number': 4, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port': {'id': '926709d2-3357-4e69-a13c-a5b2babba466', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:45Z', 'updated_at': '2021-08-04T11:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'b50c06ab-5410-4e52-bc21-20e9bc8f24f8', 'name': '', 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'mac_address': 'fa:16:3e:80:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e7ff5117-b98a-46d5-a89a-001b6649a252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:49Z', 'updated_at': '2021-08-04T11:43:51Z', 'revision_number': 2, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'subnets': [{'id': 'e7ff5117-b98a-46d5-a89a-001b6649a252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:53.836879 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=591de1ce-e602-47b7-8d67-730e9288f1ab,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:53.845597 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-db4cf046-31f6-40ee-98fc-6bb149bd19cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a331641e-f398-4399-82a2-340285b25bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687191 Aug 04 11:43:53.875576 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Checking segment: {'id': 'f4faefa8-55dc-41f0-bf7b-cb7e68785c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '6330276a-d71f-4dfe-82c8-07f208634c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:53.875950 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Network hostable DHCP agents. Network: 6330276a-d71f-4dfe-82c8-07f208634c00, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:53.881807 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Checking router: 82f176da-cb0c-4ef3-a2a7-438ee25b70ad for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:43:53.882158 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Updating router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:43:53.928315 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:53.929598 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab29afd3-e455-4843-a640-c1821b5afc32 req-5f9cc694-ddfa-405b-bc67-46ef20f70fb6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:53.931177 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ab29afd3-e455-4843-a640-c1821b5afc32 req-5f9cc694-ddfa-405b-bc67-46ef20f70fb6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1981776 Aug 04 11:43:54.000545 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ab29afd3-e455-4843-a640-c1821b5afc32 req-f5185afe-05ba-429e-92c4-8b784b4193f1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562460 Aug 04 11:43:54.004755 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-b0edd663-fff3-4a22-a593-46cb19dd30a7 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495981 Aug 04 11:43:54.010972 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Network 6330276a-d71f-4dfe-82c8-07f208634c00 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:54.111866 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 6330276a-d71f-4dfe-82c8-07f208634c00) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:54.116865 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:54.117989 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.127718 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b8c0e5-0402-4fc8-b2f1-20e38ccefa9d None None] Network 6330276a-d71f-4dfe-82c8-07f208634c00 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:54.203279 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b8a20dea-e319-441c-a0e8-ac5841544a49 req-64ea5acf-77ee-4a0f-84a7-62831f84c708 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893966 Aug 04 11:43:54.203520 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-384ce2c7-aa22-4cdc-8906-3012aeb0b9b2 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0197184 Aug 04 11:43:54.219629 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52854) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:54.224221 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-de2ef198-ef3a-4eda-bea4-16d0eb440085 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1128564089', 'description': 'tempest-secgroup-smoke-1128564089 description', 'project_id': 'f4d21203be6b4d28b14090bebd1c6547'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:54.330651 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-de2ef198-ef3a-4eda-bea4-16d0eb440085 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.383831 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e31b5f-f898-44ad-b87d-530506b56da1 None None] Network 6330276a-d71f-4dfe-82c8-07f208634c00 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:54.401474 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 926709d2-3357-4e69-a13c-a5b2babba466 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:54.431035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-de2ef198-ef3a-4eda-bea4-16d0eb440085 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.467054 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.496500 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Transition to ACTIVE for port object b50c06ab-5410-4e52-bc21-20e9bc8f24f8 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:43:54.499791 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-de2ef198-ef3a-4eda-bea4-16d0eb440085 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.539266 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2ef198-ef3a-4eda-bea4-16d0eb440085 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5e918c-b076-4f13-a25d-759f22170fc4,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:54.553182 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 926709d2-3357-4e69-a13c-a5b2babba466 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:54.560237 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.594804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.613832 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-de2ef198-ef3a-4eda-bea4-16d0eb440085 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.619557 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52866) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:54.620272 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-de2ef198-ef3a-4eda-bea4-16d0eb440085 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3988924 Aug 04 11:43:54.626799 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-ae04b183-3d7a-490f-a0cd-94e8ac649c32 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e918c-b076-4f13-a25d-759f22170fc4', 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:54.656274 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc22861-b29f-4b92-a998-4e0839968766 None None] Pushing event updated for resources: {'Port': ['ID=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:54.721844 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae04b183-3d7a-490f-a0cd-94e8ac649c32 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.743712 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Attempting to bind port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:43:54.744113 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Attempting to bind port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:43:54.744480 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Attempting to bind port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 on network c6f83e48-3d95-48f7-9aee-24ea15c98a54 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:43:54.755047 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:43:54.755895 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Checking segment: {'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:54.755895 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.756234 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Bound using segment: {'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:43:54.756748 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Bound port: b50c06ab-5410-4e52-bc21-20e9bc8f24f8, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:43:54.757181 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.766209 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd17a-5fd3-4e7d-a1e7-7aea3d77e289 req-c8df293c-3ce3-44a8-93be-9cc21af35c1a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:54.777296 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-221fd17a-5fd3-4e7d-a1e7-7aea3d77e289 req-c8df293c-3ce3-44a8-93be-9cc21af35c1a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 944 time: 0.0670485 Aug 04 11:43:54.826458 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-221fd17a-5fd3-4e7d-a1e7-7aea3d77e289 req-71cc836d-d2d0-4780-b022-c182e0498bd3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473044 Aug 04 11:43:54.863575 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae04b183-3d7a-490f-a0cd-94e8ac649c32 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.874327 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52874) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:54.902061 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] For port b50c06ab-5410-4e52-bc21-20e9bc8f24f8, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:43:54.905336 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] For port b50c06ab-5410-4e52-bc21-20e9bc8f24f8, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,segment=NetworkSegment(e0f6f37f-2ee9-48af-a072-dbde4d82f88c),segment_id=e0f6f37f-2ee9-48af-a072-dbde4d82f88c)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:43:54.939084 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae04b183-3d7a-490f-a0cd-94e8ac649c32 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:54.960017 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04b183-3d7a-490f-a0cd-94e8ac649c32 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba0486ac-3187-4d33-8e44-b1bb6518a59d,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:54.968154 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.045842 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae04b183-3d7a-490f-a0cd-94e8ac649c32 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.051224 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc22861-b29f-4b92-a998-4e0839968766 None None] Pushing event updated for resources: {'Port': ['ID=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:55.052073 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ae04b183-3d7a-490f-a0cd-94e8ac649c32 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4302993 Aug 04 11:43:55.052696 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52886) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:55.055029 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Routers {'82f176da-cb0c-4ef3-a2a7-438ee25b70ad'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:43:55.055536 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:43:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:55.067017 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-48262f28-7ea7-4f1e-8df2-f8becc259d37 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e918c-b076-4f13-a25d-759f22170fc4', 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:55.189123 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9a92b4f5-5f19-4ffd-98f0-e6c1027cf1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.209993 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad6987-e719-40e1-b94d-fd836def2c09 req-bb3f37ae-1d10-4521-9d35-3e56de0b9a55 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:55.211787 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19ad6987-e719-40e1-b94d-fd836def2c09 req-bb3f37ae-1d10-4521-9d35-3e56de0b9a55 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0611429 Aug 04 11:43:55.224872 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-48262f28-7ea7-4f1e-8df2-f8becc259d37 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.243065 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] Set router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:43:55.262587 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19ad6987-e719-40e1-b94d-fd836def2c09 req-f63e6a28-8ffb-426c-9fa2-8578b55b36a7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421689 Aug 04 11:43:55.433278 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-48262f28-7ea7-4f1e-8df2-f8becc259d37 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.467314 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9a92b4f5-5f19-4ffd-98f0-e6c1027cf1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.495417 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-48262f28-7ea7-4f1e-8df2-f8becc259d37 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.524595 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48262f28-7ea7-4f1e-8df2-f8becc259d37 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddd9e617-27ca-4abb-9f21-f6249afd242a,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:55.525862 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '926709d2-3357-4e69-a13c-a5b2babba466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:43:51Z', 'revision_number': 4, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port': {'id': '926709d2-3357-4e69-a13c-a5b2babba466', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:45Z', 'updated_at': '2021-08-04T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'b50c06ab-5410-4e52-bc21-20e9bc8f24f8', 'name': '', 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'mac_address': 'fa:16:3e:80:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e7ff5117-b98a-46d5-a89a-001b6649a252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:49Z', 'updated_at': '2021-08-04T11:43:54Z', 'revision_number': 4, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'subnets': [{'id': 'e7ff5117-b98a-46d5-a89a-001b6649a252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:55.531034 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9a92b4f5-5f19-4ffd-98f0-e6c1027cf1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.557672 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9addf932-ec4b-4726-bed5-ca1191705fa7 None None] The sync data for ids ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'] in dv-cinder-786524-10-iscsi is: [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '926709d2-3357-4e69-a13c-a5b2babba466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:43:51Z', 'revision_number': 4, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port': {'id': '926709d2-3357-4e69-a13c-a5b2babba466', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:45Z', 'updated_at': '2021-08-04T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'b50c06ab-5410-4e52-bc21-20e9bc8f24f8', 'name': '', 'network_id': 'c6f83e48-3d95-48f7-9aee-24ea15c98a54', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'mac_address': 'fa:16:3e:80:10:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 281, 'fixed_ips': [{'subnet_id': 'e7ff5117-b98a-46d5-a89a-001b6649a252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:49Z', 'updated_at': '2021-08-04T11:43:54Z', 'revision_number': 4, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'subnets': [{'id': 'e7ff5117-b98a-46d5-a89a-001b6649a252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:43:55.568226 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52904) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:55.573328 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1484212573-network', 'tenant_id': '9a6b619d4f8e41cb97587e55d2ea56a9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:55.583329 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52906) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:55.583658 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9a92b4f5-5f19-4ffd-98f0-e6c1027cf1bd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ba0e879ef1974552a8cfb5e26cf5e64c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7082169 Aug 04 11:43:55.589838 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a92b4f5-5f19-4ffd-98f0-e6c1027cf1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41728e34-2a47-4f7a-a71e-75b59ffb1dae,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:55.628877 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-48262f28-7ea7-4f1e-8df2-f8becc259d37 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.628877 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-48262f28-7ea7-4f1e-8df2-f8becc259d37 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5731807 Aug 04 11:43:55.631127 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52908) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:55.641311 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-f4b21a4b-2498-46f2-b137-050b066183b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e918c-b076-4f13-a25d-759f22170fc4', 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:55.679815 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-379296e7-b564-4044-b3c5-5a630280f445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.702596 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-379296e7-b564-4044-b3c5-5a630280f445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.735863 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Made reservation on behalf of 9a6b619d4f8e41cb97587e55d2ea56a9 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:55.741665 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.764109 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.834752 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f4b21a4b-2498-46f2-b137-050b066183b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.887459 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.936383 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f4b21a4b-2498-46f2-b137-050b066183b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.946910 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-379296e7-b564-4044-b3c5-5a630280f445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.949531 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-379296e7-b564-4044-b3c5-5a630280f445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:55.950765 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-379296e7-b564-4044-b3c5-5a630280f445 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/41728e34-2a47-4f7a-a71e-75b59ffb1dae HTTP/1.1" status: 204 len: 168 time: 0.3665059 Aug 04 11:43:55.973859 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379296e7-b564-4044-b3c5-5a630280f445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41728e34-2a47-4f7a-a71e-75b59ffb1dae,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:56.006322 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc825c78-ac13-466b-ba55-9adfa44398f0 req-175fd098-a510-4bd0-944e-fbd0c75f9566 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:56.007967 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fc825c78-ac13-466b-ba55-9adfa44398f0 req-175fd098-a510-4bd0-944e-fbd0c75f9566 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 944 time: 0.0997417 Aug 04 11:43:56.049437 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f4b21a4b-2498-46f2-b137-050b066183b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.075533 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.079005 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fc825c78-ac13-466b-ba55-9adfa44398f0 req-9916ff20-29a7-40e4-97d8-ef8c1d05f61b tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619943 Aug 04 11:43:56.084229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b21a4b-2498-46f2-b137-050b066183b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10802b69-1ecb-4e2d-9970-a7be37c6003f,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:56.148216 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.176281 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:43:56.190110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c3f77b-6cca-4c74-bdf3-2530faf55206,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:56.198246 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.198837 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Added segment 43b014d9-e875-42ee-807f-c717f3f348ba of type vlan for network cf52c6f5-50df-4670-90a0-568d973a32cc Aug 04 11:43:56.233209 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f4b21a4b-2498-46f2-b137-050b066183b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.242134 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f4b21a4b-2498-46f2-b137-050b066183b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6110532 Aug 04 11:43:56.243612 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52916) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:56.250490 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-c7fe7f78-b246-49ee-ad07-551a1a0df88c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e918c-b076-4f13-a25d-759f22170fc4', 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:56.256450 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.401800 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.401800 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:56.401800 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.416861 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29aa493-6b33-4211-954b-6858b9d4d9e7 req-145e02dd-40cd-4f46-87d1-36889f26f60b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:56.424906 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a29aa493-6b33-4211-954b-6858b9d4d9e7 req-145e02dd-40cd-4f46-87d1-36889f26f60b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0873759 Aug 04 11:43:56.426966 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7f78-b246-49ee-ad07-551a1a0df88c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.474120 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device b50c06ab-5410-4e52-bc21-20e9bc8f24f8 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:56.519036 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a29aa493-6b33-4211-954b-6858b9d4d9e7 req-4554d560-a267-400a-ba6c-98ef7cd4f9f6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898323 Aug 04 11:43:56.521044 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] Pushing event updated for resources: {'Network': ['ID=cf52c6f5-50df-4670-90a0-568d973a32cc,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:56.541905 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-35aead94-8d58-46ce-8381-ba5751309c55 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9639997 Aug 04 11:43:56.541905 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52928) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:56.551691 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Request body: {'subnet': {'network_id': 'cf52c6f5-50df-4670-90a0-568d973a32cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1484212573-subnet', 'tenant_id': '9a6b619d4f8e41cb97587e55d2ea56a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:56.577745 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7f78-b246-49ee-ad07-551a1a0df88c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.665064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7f78-b246-49ee-ad07-551a1a0df88c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.692637 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Made reservation on behalf of 9a6b619d4f8e41cb97587e55d2ea56a9 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:43:56.694933 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9425912'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.699861 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe7f78-b246-49ee-ad07-551a1a0df88c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a066af19-dbc8-4510-a678-ab12f50dba5e,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:56.706494 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network cf52c6f5-50df-4670-90a0-568d973a32cc details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:43:56.725220 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 063421d4-f782-484f-bc64-30d669faecfc details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:43:56.907675 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 063421d4-f782-484f-bc64-30d669faecfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=063421d4-f782-484f-bc64-30d669faecfc,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:56.920150 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '063421d4-f782-484f-bc64-30d669faecfc', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'port_id': '063421d4-f782-484f-bc64-30d669faecfc', 'mac_address': 'fa:16:3e:dd:09:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e92dd-1d0e-4efc-824c-77450a171f7d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:43:56.955991 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7f78-b246-49ee-ad07-551a1a0df88c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.957266 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c7fe7f78-b246-49ee-ad07-551a1a0df88c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7126346 Aug 04 11:43:56.960032 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 52940) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:56.965532 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e918c-b076-4f13-a25d-759f22170fc4', 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:56.966841 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:56.981440 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063421d4-f782-484f-bc64-30d669faecfc {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:43:57.001458 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 063421d4-f782-484f-bc64-30d669faecfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=063421d4-f782-484f-bc64-30d669faecfc,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:57.009906 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:57.014158 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:57.014540 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.025219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9425862'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.081951 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.securitygroups_db [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Project f4d21203be6b4d28b14090bebd1c6547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:43:57.096616 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.104465 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.109250 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b6d4fb6-62d1-4ed4-b3b4-3d2e6efa8491,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:57.127114 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Checking segment: {'id': '43b014d9-e875-42ee-807f-c717f3f348ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'cf52c6f5-50df-4670-90a0-568d973a32cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:43:57.127467 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Network hostable DHCP agents. Network: cf52c6f5-50df-4670-90a0-568d973a32cc, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:43:57.133783 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.189178 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.217554 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port b50c06ab-5410-4e52-bc21-20e9bc8f24f8, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,segment=NetworkSegment(e0f6f37f-2ee9-48af-a072-dbde4d82f88c),segment_id=e0f6f37f-2ee9-48af-a072-dbde4d82f88c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:57.229452 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=063421d4-f782-484f-bc64-30d669faecfc,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:57.243189 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ced3d8-a298-424a-a260-2aceb65a7cf7 req-945859b1-7d77-49b5-a919-177f3edbc5e1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:57.244811 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3ced3d8-a298-424a-a260-2aceb65a7cf7 req-945859b1-7d77-49b5-a919-177f3edbc5e1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 945 time: 0.0590384 Aug 04 11:43:57.279051 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Network cf52c6f5-50df-4670-90a0-568d973a32cc is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:43:57.288837 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3ced3d8-a298-424a-a260-2aceb65a7cf7 req-78cea963-c5ae-46d8-b00f-f5936b0fb92f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378532 Aug 04 11:43:57.322194 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.322392 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.342064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=426026e1-e438-450b-af5f-55fed373bd4d,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:57.379049 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:57.413529 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, cf52c6f5-50df-4670-90a0-568d973a32cc) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:43:57.415135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.417044 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-941107f0-d6c0-47d0-ad69-0568fb3b0809 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4559968 Aug 04 11:43:57.419805 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52954) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:57.423544 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:57.423544 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.424354 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'security_group_rule': {'security_group_id': 'ae5e918c-b076-4f13-a25d-759f22170fc4', 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:43:57.427448 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98019c51-ca71-4f72-b1a2-ef7bab4c9d48 None None] Network cf52c6f5-50df-4670-90a0-568d973a32cc requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:57.495060 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['063421d4-f782-484f-bc64-30d669faecfc'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:43:57.507442 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7ea414a8-85a5-4d24-9d03-a4c5be6d427f admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9680157 Aug 04 11:43:57.602636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2842470e-5a8b-4634-9006-9f8ee1b18f14 None None] Network cf52c6f5-50df-4670-90a0-568d973a32cc requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:43:57.624497 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.securitygroups_db [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Project f4d21203be6b4d28b14090bebd1c6547 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:43:57.629997 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.687382 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e19bf0-d1a0-4390-a6af-fff375af6cbf req-0dedbbcd-56dd-4975-afd2-d80ea4ea56c1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:57.702628 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-11e19bf0-d1a0-4390-a6af-fff375af6cbf req-0dedbbcd-56dd-4975-afd2-d80ea4ea56c1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1001909 Aug 04 11:43:57.736734 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52970) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:57.758344 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-11e19bf0-d1a0-4390-a6af-fff375af6cbf req-c93f6559-6f48-4b05-8166-e55cc67a893b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489099 Aug 04 11:43:57.789712 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] Deleting subnet 591de1ce-e602-47b7-8d67-730e9288f1ab {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:43:57.793660 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.827093 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.838726 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.844375 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.898823 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:57.918674 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bdb2be-4511-4879-8229-c0c1ee4c8223,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:58.002054 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.030172 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=591de1ce-e602-47b7-8d67-730e9288f1ab,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:58.033647 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.035978 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f75d890f-51c3-43ff-8d86-b06c5a7e1718 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6140387 Aug 04 11:43:58.037345 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.042694 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-93104ee5-9ef2-4a91-ab74-dd32b07005c0 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/591de1ce-e602-47b7-8d67-730e9288f1ab HTTP/1.1" status: 204 len: 168 time: 0.3041892 Aug 04 11:43:58.046566 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 52978) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:58.118580 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.206532 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.216825 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.217195 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.217940 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.218292 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > port after_create 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.218646 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > port after_delete 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.219095 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > port after_update 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.219304 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.219614 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.231118 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.231118 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.286015 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.286364 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.286792 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.287035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 04 11:43:58.287382 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6330276a-d71f-4dfe-82c8-07f208634c00']}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:58.306049 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4faefa8-55dc-41f0-bf7b-cb7e68785c89') {'for_net_delete': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:58.306895 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4faefa8-55dc-41f0-bf7b-cb7e68785c89') {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:58.324037 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12393626'] for segment, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.345833 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.355423 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=100519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:43:58.355821 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549166'] for segment, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: from cryptography.utils import int_from_bytes Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: from cryptography.utils import int_from_bytes Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: Traceback (most recent call last): Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: timer() Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: cb(*args, **kw) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: return func(*args, **kwargs) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: self._notify() Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: self.callback(batched_events) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: event.method(event) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: return f(self, *a, **k) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._get(url).json() Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: return self.request(url, 'GET', **kwargs) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:43:58.363286 dv-cinder-786524-10-iscsi neutron-server[100519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:43:58.411371 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device b50c06ab-5410-4e52-bc21-20e9bc8f24f8 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:58.461408 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:58.461869 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.462173 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba1215-9256-4ac4-8518-d402e4a4badc req-160eb845-d8d9-4fab-a7d1-2a570c7136e8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:58.463917 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-96ba1215-9256-4ac4-8518-d402e4a4badc req-160eb845-d8d9-4fab-a7d1-2a570c7136e8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 945 time: 0.0607331 Aug 04 11:43:58.504614 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-96ba1215-9256-4ac4-8518-d402e4a4badc req-e9b7bf5f-8646-4a3f-a021-3b8ca9fa91e5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344777 Aug 04 11:43:58.622530 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.646352 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.652195 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53028) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:58.652707 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] 10.222.0.88 "DELETE /v2.0/networks/6330276a-d71f-4dfe-82c8-07f208634c00 HTTP/1.1" status: 204 len: 168 time: 0.6046038 Aug 04 11:43:58.654628 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a0b7d-aef2-4fc5-964a-e508a2770b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=6330276a-d71f-4dfe-82c8-07f208634c00,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:58.697194 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] Deleting subnet 1b6d4fb6-62d1-4ed4-b3b4-3d2e6efa8491 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:43:58.700263 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.734795 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.735456 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 063421d4-f782-484f-bc64-30d669faecfc up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:43:58.782914 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.885879 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ced6c-d102-40b1-880c-edce16d987ff req-1f6d82e0-d1d2-4b3c-84e8-20b5d8dbf67c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:58.885879 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-242ced6c-d102-40b1-880c-edce16d987ff req-1f6d82e0-d1d2-4b3c-84e8-20b5d8dbf67c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0531263 Aug 04 11:43:58.919289 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-242ced6c-d102-40b1-880c-edce16d987ff req-6359fbcb-189c-48c1-b26f-3ef0905bdf88 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320969 Aug 04 11:43:58.982216 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 063421d4-f782-484f-bc64-30d669faecfc completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:43:58.982502 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:58.986551 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 063421d4-f782-484f-bc64-30d669faecfc triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:43:58.987070 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.008782 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b6d4fb6-62d1-4ed4-b3b4-3d2e6efa8491,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:59.013463 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.015322 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0900837c-7ba4-46e3-bf0e-e3b742ab0a89 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/1b6d4fb6-62d1-4ed4-b3b4-3d2e6efa8491 HTTP/1.1" status: 204 len: 168 time: 0.3621373 Aug 04 11:43:59.017891 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53036) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:59.075559 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.095352 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.101107 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063421d4-f782-484f-bc64-30d669faecfc'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:43:59.103625 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57bdd5e-322c-4810-b99d-2439998a3105" -d '{"events": [{"server_uuid": "668ffdda-9e6d-4dd4-b004-bcc02b234b78", "name": "network-vif-plugged", "status": "completed", "tag": "063421d4-f782-484f-bc64-30d669faecfc"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:43:59.118804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 063421d4-f782-484f-bc64-30d669faecfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=063421d4-f782-484f-bc64-30d669faecfc,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:43:59.148407 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b550303-4949-40d9-8874-7d10a9783494 x-openstack-request-id: req-3b550303-4949-40d9-8874-7d10a9783494 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:43:59.148716 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ffdda-9e6d-4dd4-b004-bcc02b234b78", "name": "network-vif-plugged", "status": "completed", "tag": "063421d4-f782-484f-bc64-30d669faecfc", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:43:59.148965 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3b550303-4949-40d9-8874-7d10a9783494 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:43:59.149416 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063421d4-f782-484f-bc64-30d669faecfc', 'code': 200} Aug 04 11:43:59.181442 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.191689 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf52c6f5-50df-4670-90a0-568d973a32cc']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:59.203063 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b014d9-e875-42ee-807f-c717f3f348ba') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:59.203354 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b014d9-e875-42ee-807f-c717f3f348ba') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:43:59.205787 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.226350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.242491 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.250213 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:43:59.250827 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:43:59.253032 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:43:59.276356 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=063421d4-f782-484f-bc64-30d669faecfc,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:59.453184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.459993 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.465309 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] 10.222.0.88 "DELETE /v2.0/networks/cf52c6f5-50df-4670-90a0-568d973a32cc HTTP/1.1" status: 204 len: 168 time: 0.4430604 Aug 04 11:43:59.492220 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed167b-1bf2-49cd-91f7-e526e1fc8e60 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf52c6f5-50df-4670-90a0-568d973a32cc,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:43:59.510477 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7eb695-5183-4b0b-8665-f3277eb31d29 req-dc47a39b-eb23-49eb-9486-51bad22fc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:59.511987 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb7eb695-5183-4b0b-8665-f3277eb31d29 req-dc47a39b-eb23-49eb-9486-51bad22fc21f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 1099 time: 0.0534427 Aug 04 11:43:59.550904 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb7eb695-5183-4b0b-8665-f3277eb31d29 req-eccd6b25-1226-4f76-8f1b-63d28abaa22c service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303254 Aug 04 11:43:59.624240 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d1d920-5d23-4d9f-9b47-0c0e5bc04320 req-63efe6be-4162-46af-a04f-a43c1acdea13 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:43:59.625739 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-03d1d920-5d23-4d9f-9b47-0c0e5bc04320 req-63efe6be-4162-46af-a04f-a43c1acdea13 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.0528820 Aug 04 11:43:59.673834 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-03d1d920-5d23-4d9f-9b47-0c0e5bc04320 req-270b2228-bfdd-4b9d-9496-5de4d24751e1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417187 Aug 04 11:43:59.797048 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53074) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:43:59.901061 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e473f31b-6136-40e8-9f8b-fd5b88c032b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:43:59.971341 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 53090) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:00.021606 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e473f31b-6136-40e8-9f8b-fd5b88c032b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.052183 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b15e9253-22b3-4bbe-a6c6-4e1886eba78e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0a2516e0796144938fb29465dcd2bbca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791569 Aug 04 11:44:00.054868 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53092) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:00.072811 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a0aa-5818-4fbf-825c-039319c601df req-78f6e746-6cae-44ee-9ebd-2b8c0d660560 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:00.074517 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-43d2a0aa-5818-4fbf-825c-039319c601df req-78f6e746-6cae-44ee-9ebd-2b8c0d660560 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0666666 Aug 04 11:44:00.107810 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6fec9c61-02b6-4fab-b403-bcbad4029941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.113821 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-43d2a0aa-5818-4fbf-825c-039319c601df req-231d0658-1186-45b7-b42c-b218841aa0aa tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333524 Aug 04 11:44:00.137827 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6fec9c61-02b6-4fab-b403-bcbad4029941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.165103 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e473f31b-6136-40e8-9f8b-fd5b88c032b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.206864 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473f31b-6136-40e8-9f8b-fd5b88c032b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafdd970-2da9-4547-aeb7-5a84a20d347e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:00.214229 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e473f31b-6136-40e8-9f8b-fd5b88c032b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=42a82224e5c54089ad9f7b6c10eb2bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160571 Aug 04 11:44:00.214540 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 53098) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:00.276040 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0fefc4fc-e9c1-49c7-a009-e0999f320465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.279687 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6fec9c61-02b6-4fab-b403-bcbad4029941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.282459 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6fec9c61-02b6-4fab-b403-bcbad4029941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.286997 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6fec9c61-02b6-4fab-b403-bcbad4029941 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6ad66504-51c8-4e8c-a239-7fdab129d841 HTTP/1.1" status: 204 len: 168 time: 0.2279119 Aug 04 11:44:00.294574 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec9c61-02b6-4fab-b403-bcbad4029941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad66504-51c8-4e8c-a239-7fdab129d841,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:00.331180 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0fefc4fc-e9c1-49c7-a009-e0999f320465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.474329 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0fefc4fc-e9c1-49c7-a009-e0999f320465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.476938 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0fefc4fc-e9c1-49c7-a009-e0999f320465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:00.478719 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-0fefc4fc-e9c1-49c7-a009-e0999f320465 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bafdd970-2da9-4547-aeb7-5a84a20d347e HTTP/1.1" status: 204 len: 168 time: 0.2566714 Aug 04 11:44:00.486830 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefc4fc-e9c1-49c7-a009-e0999f320465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafdd970-2da9-4547-aeb7-5a84a20d347e,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:00.807064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257f6ed-47c1-448c-b7e4-52b7a34c3e5f req-c7212b79-3b1e-4f82-99de-f2b7d33833a0 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:00.808787 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6257f6ed-47c1-448c-b7e4-52b7a34c3e5f req-c7212b79-3b1e-4f82-99de-f2b7d33833a0 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.0535865 Aug 04 11:44:00.861071 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6257f6ed-47c1-448c-b7e4-52b7a34c3e5f req-8a171070-b0a7-4a0c-9485-3579bece3ec7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455284 Aug 04 11:44:00.992843 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 53122) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:01.232984 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd38bbc-c1df-4b16-ae30-52f4111229ec req-0af06e88-45e3-4cdb-a4a8-bcf5b4d56cc9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:01.234563 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4cd38bbc-c1df-4b16-ae30-52f4111229ec req-0af06e88-45e3-4cdb-a4a8-bcf5b4d56cc9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Aug 04 11:44:01.259959 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53130) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:01.294075 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4cd38bbc-c1df-4b16-ae30-52f4111229ec req-a92c55c5-4521-4959-8ea8-d519021198cc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531206 Aug 04 11:44:01.314395 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cb07a96d-99b1-4407-a68e-6d6509af641a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9a6b619d4f8e41cb97587e55d2ea56a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0449188 Aug 04 11:44:01.314395 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53132) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:01.366655 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-db8d76b8-1afb-479e-8a41-81bf8aa62828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.387838 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-db8d76b8-1afb-479e-8a41-81bf8aa62828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.412222 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53136) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:01.431211 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.433175 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-320a732d-da88-43ce-8341-4217b39b3ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.458036 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.db.api [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 04 11:44:01.458036 dv-cinder-786524-10-iscsi neutron-server[100520]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 04 11:44:01.458036 dv-cinder-786524-10-iscsi neutron-server[100520]: [parameters: {'project_id': 'c8ebf26d7e6243359d077fc26eb2c580', 'id': '6cd3fd83-035a-4a0d-8cff-292673c62e00', 'expiration': datetime.datetime(2021, 8, 4, 11, 46, 1, 453434)}] Aug 04 11:44:01.458036 dv-cinder-786524-10-iscsi neutron-server[100520]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=100520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 04 11:44:01.458517 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG oslo_db.api [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 04 11:44:01.515171 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-db8d76b8-1afb-479e-8a41-81bf8aa62828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.517852 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-db8d76b8-1afb-479e-8a41-81bf8aa62828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.519043 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-db8d76b8-1afb-479e-8a41-81bf8aa62828 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/24c3f77b-6cca-4c74-bdf3-2530faf55206 HTTP/1.1" status: 204 len: 168 time: 0.2092159 Aug 04 11:44:01.527633 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d76b8-1afb-479e-8a41-81bf8aa62828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c3f77b-6cca-4c74-bdf3-2530faf55206,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:01.579957 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-320a732d-da88-43ce-8341-4217b39b3ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.662036 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-320a732d-da88-43ce-8341-4217b39b3ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.698916 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a732d-da88-43ce-8341-4217b39b3ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d209bd12-54b4-4eb3-90d6-497789ea3abc,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:01.704318 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-320a732d-da88-43ce-8341-4217b39b3ad4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0fdeae4cab1443b0a2a94a160e6c2c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7103913 Aug 04 11:44:01.707393 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53140) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:01.758711 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3db97810-8d41-4713-92a1-2e7ef4e75ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.779757 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3db97810-8d41-4713-92a1-2e7ef4e75ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.887478 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3db97810-8d41-4713-92a1-2e7ef4e75ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.890413 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3db97810-8d41-4713-92a1-2e7ef4e75ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:01.891758 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3db97810-8d41-4713-92a1-2e7ef4e75ecb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d209bd12-54b4-4eb3-90d6-497789ea3abc HTTP/1.1" status: 204 len: 168 time: 0.1832461 Aug 04 11:44:01.902442 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db97810-8d41-4713-92a1-2e7ef4e75ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d209bd12-54b4-4eb3-90d6-497789ea3abc,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:01.959817 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.058065 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf217b-ed0e-4e44-8789-9eb57096cba3 req-179edaaf-78c6-4399-8e61-cafb863ae9c2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:02.059717 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-10cf217b-ed0e-4e44-8789-9eb57096cba3 req-179edaaf-78c6-4399-8e61-cafb863ae9c2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.1025774 Aug 04 11:44:02.111713 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.127497 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-10cf217b-ed0e-4e44-8789-9eb57096cba3 req-63754402-6513-4d2b-98da-c47e920dd00e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601344 Aug 04 11:44:02.219388 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.261828 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d082de-d3d6-411b-bbe9-7660d60b45de,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:02.282021 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-faad3ccb-2dc8-45ab-b63a-055d34def7f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c8ebf26d7e6243359d077fc26eb2c580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8693264 Aug 04 11:44:02.285022 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53166) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:02.341625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e098418-7acf-4031-b9c1-61e413cbbee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.367288 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e098418-7acf-4031-b9c1-61e413cbbee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.457768 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a18b425-c985-43c1-9883-133b66e85ff0 req-bb6e9335-d76d-473f-a017-5c5f178a7817 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:02.459245 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9a18b425-c985-43c1-9883-133b66e85ff0 req-bb6e9335-d76d-473f-a017-5c5f178a7817 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0736496 Aug 04 11:44:02.520915 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9a18b425-c985-43c1-9883-133b66e85ff0 req-081a2d10-14ae-447c-be71-a534a4de0fc7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440574 Aug 04 11:44:02.556580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e098418-7acf-4031-b9c1-61e413cbbee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.559508 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4e098418-7acf-4031-b9c1-61e413cbbee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:02.561632 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4e098418-7acf-4031-b9c1-61e413cbbee6 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/75d082de-d3d6-411b-bbe9-7660d60b45de HTTP/1.1" status: 204 len: 168 time: 0.2749205 Aug 04 11:44:02.569993 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e098418-7acf-4031-b9c1-61e413cbbee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d082de-d3d6-411b-bbe9-7660d60b45de,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:03.682783 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92690936-24d9-4b34-8cf2-92f9576918a4 req-c379335f-0a68-4f73-b82e-d24e0b058089 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:03.685256 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-92690936-24d9-4b34-8cf2-92f9576918a4 req-c379335f-0a68-4f73-b82e-d24e0b058089 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0787435 Aug 04 11:44:03.725810 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-92690936-24d9-4b34-8cf2-92f9576918a4 req-9a1330c3-965d-45b9-9bb6-48f90d1ee1c9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Aug 04 11:44:04.870834 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e976a-1ba3-41d2-9f8c-e36c1a050e5e req-fa9b9f8c-9e64-4af7-a36c-c1acd0ce223b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:04.873305 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-145e976a-1ba3-41d2-9f8c-e36c1a050e5e req-fa9b9f8c-9e64-4af7-a36c-c1acd0ce223b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0559607 Aug 04 11:44:04.920125 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-145e976a-1ba3-41d2-9f8c-e36c1a050e5e req-9026457d-1a5e-4189-8e20-f86faa77422f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Aug 04 11:44:05.816802 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:44:06.197417 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a58875-6377-4cc4-9d62-becce6880dcf req-6eb748cf-8a27-44d9-823e-f7e2874796c7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:06.197417 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73a58875-6377-4cc4-9d62-becce6880dcf req-6eb748cf-8a27-44d9-823e-f7e2874796c7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0588648 Aug 04 11:44:06.249569 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73a58875-6377-4cc4-9d62-becce6880dcf req-c757b52a-c0ee-491a-92a1-6eea1bde7de0 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458317 Aug 04 11:44:07.372460 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafabf41-9fce-4c84-bfc3-ae980586f463 req-75c0354e-8688-4fcc-9a90-61e7356b44fc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:07.373985 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dafabf41-9fce-4c84-bfc3-ae980586f463 req-75c0354e-8688-4fcc-9a90-61e7356b44fc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0577350 Aug 04 11:44:07.418998 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dafabf41-9fce-4c84-bfc3-ae980586f463 req-5be7e928-0d24-43d4-99dc-be90793fe7ed tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Aug 04 11:44:07.859135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53430) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:07.967746 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.062250 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.196004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.236235 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0d7dc4a89b854ea18ddd116beac1054b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3732300 Aug 04 11:44:08.236235 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744932d2-f981-4eea-9880-1bee415d44de,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:08.236613 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53438) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:08.252902 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.253287 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.253651 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.253983 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.254301 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.254625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.254944 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.255268 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.255582 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.255898 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.256209 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.256520 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011294b3-cb51-4aba-8fbe-259b0b6dce4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:08.298311 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63449f64-7361-42b2-a989-6beeb8970e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.323947 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63449f64-7361-42b2-a989-6beeb8970e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.481768 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63449f64-7361-42b2-a989-6beeb8970e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.492403 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-63449f64-7361-42b2-a989-6beeb8970e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:08.492403 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-63449f64-7361-42b2-a989-6beeb8970e6d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/744932d2-f981-4eea-9880-1bee415d44de HTTP/1.1" status: 204 len: 168 time: 0.2531812 Aug 04 11:44:08.499365 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63449f64-7361-42b2-a989-6beeb8970e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744932d2-f981-4eea-9880-1bee415d44de,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:08.549369 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f6a56-db46-44e6-9d0f-842497607284 req-bb13b923-f89e-4096-81c4-965b05c8eb79 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:08.565149 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cc6f6a56-db46-44e6-9d0f-842497607284 req-bb13b923-f89e-4096-81c4-965b05c8eb79 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0694358 Aug 04 11:44:08.597496 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cc6f6a56-db46-44e6-9d0f-842497607284 req-60614a64-800a-484b-837f-2b7bbb9d53fd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381598 Aug 04 11:44:09.285249 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53474) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:09.297934 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c744b6cb-8fc3-481d-8577-9d80bd776b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.397616 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c744b6cb-8fc3-481d-8577-9d80bd776b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.487431 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c744b6cb-8fc3-481d-8577-9d80bd776b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.526844 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c744b6cb-8fc3-481d-8577-9d80bd776b74 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ddc1d121695246eea0101c34d4b70130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403581 Aug 04 11:44:09.527667 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744b6cb-8fc3-481d-8577-9d80bd776b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb6ab25-18b7-40b5-9798-353ba880d6e0,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:09.529613 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 53480) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:09.580994 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.600740 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.711998 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e37c88-02b0-430b-afc7-0b8bcd5bb177 req-aef6cdec-0207-4904-a06d-0e97666b0ab3 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:09.713565 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a2e37c88-02b0-430b-afc7-0b8bcd5bb177 req-aef6cdec-0207-4904-a06d-0e97666b0ab3 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0487976 Aug 04 11:44:09.754456 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.757008 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:09.760511 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fcb6ab25-18b7-40b5-9798-353ba880d6e0 HTTP/1.1" status: 204 len: 168 time: 0.2274926 Aug 04 11:44:09.764370 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a2e37c88-02b0-430b-afc7-0b8bcd5bb177 req-d0766a58-a9b3-4da7-bf70-810ec130b962 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432954 Aug 04 11:44:09.769398 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb6ab25-18b7-40b5-9798-353ba880d6e0,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:09.776641 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.777053 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.777516 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.777982 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.778202 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.778545 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.778878 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.779223 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.779528 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.779874 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.780199 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:09.780527 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c843780b-9326-46aa-ba47-8405c27ca1b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:10.891170 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f3221c-1cec-4104-85e6-cac128e1a0a9 req-8af1e873-0c28-4f2d-9843-4b48d17b605c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:10.892687 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a5f3221c-1cec-4104-85e6-cac128e1a0a9 req-8af1e873-0c28-4f2d-9843-4b48d17b605c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0510950 Aug 04 11:44:10.937656 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a5f3221c-1cec-4104-85e6-cac128e1a0a9 req-1734de4c-1dd1-4fcb-a67b-017989f4a4f2 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387318 Aug 04 11:44:12.058539 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401806a0-9c2a-4c71-b39b-b6b1c904304c req-2254cf65-6b01-46cd-a6e2-74f42e1b1572 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:12.060011 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-401806a0-9c2a-4c71-b39b-b6b1c904304c req-2254cf65-6b01-46cd-a6e2-74f42e1b1572 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0521972 Aug 04 11:44:12.097245 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-401806a0-9c2a-4c71-b39b-b6b1c904304c req-f082f86b-3e75-460d-a4ae-da6a94024471 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309560 Aug 04 11:44:13.212759 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3fa99-3a48-414e-8919-d5314d12f60b req-d129e6f5-913b-4723-ab73-0841b07d7333 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:13.214232 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c9b3fa99-3a48-414e-8919-d5314d12f60b req-d129e6f5-913b-4723-ab73-0841b07d7333 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0497246 Aug 04 11:44:13.251030 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c9b3fa99-3a48-414e-8919-d5314d12f60b req-56b03424-62a3-4355-b2c1-130743dc114b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305293 Aug 04 11:44:13.428167 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-868dba50-38b2-4a11-afb5-49bc795ee17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:14.458602 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b87a40-db75-478c-94fb-9f2b84b9197d req-2d8051f3-9b7d-4383-821d-b2e63d1e623d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:14.460141 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a2b87a40-db75-478c-94fb-9f2b84b9197d req-2d8051f3-9b7d-4383-821d-b2e63d1e623d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0486968 Aug 04 11:44:14.501662 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a2b87a40-db75-478c-94fb-9f2b84b9197d req-2d1bb40d-e58e-4df1-8951-e4d8cda87a62 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 Aug 04 11:44:15.618269 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6922f974-d3d2-4255-a734-d423cdf4c519 req-00a94117-70c8-4f35-9527-1caf9aba5975 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:15.620169 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6922f974-d3d2-4255-a734-d423cdf4c519 req-00a94117-70c8-4f35-9527-1caf9aba5975 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0506403 Aug 04 11:44:15.656970 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6922f974-d3d2-4255-a734-d423cdf4c519 req-f38f4b65-5f08-4089-a499-ab789e3cd966 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Aug 04 11:44:16.036164 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d02efc6d-2a0d-4423-877b-ca6930b4277d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:16.178497 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:16.768346 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0c7dd-0f4e-4d7c-9e26-de8cb65ce043 req-b82169ec-c855-46be-8a7e-2f717a375211 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:16.769921 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d1b0c7dd-0f4e-4d7c-9e26-de8cb65ce043 req-b82169ec-c855-46be-8a7e-2f717a375211 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0472848 Aug 04 11:44:16.808331 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d1b0c7dd-0f4e-4d7c-9e26-de8cb65ce043 req-bac964ee-c07b-4222-8d3e-bf88df8778ab tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Aug 04 11:44:16.830149 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:17.922695 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b22fd-8cc6-4286-a09f-0823d96f0286 req-db250482-dc2c-4561-930e-02b09877c413 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:17.924168 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-266b22fd-8cc6-4286-a09f-0823d96f0286 req-db250482-dc2c-4561-930e-02b09877c413 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0490139 Aug 04 11:44:17.963525 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-266b22fd-8cc6-4286-a09f-0823d96f0286 req-78a94cbf-1257-4372-8946-964fd5300ebe tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Aug 04 11:44:18.973154 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:19.293563 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d5ef7-7933-4783-8d79-068c3bf8fc98 req-87bf84af-4574-4746-b187-5f7e7e5bb393 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:19.295219 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-966d5ef7-7933-4783-8d79-068c3bf8fc98 req-87bf84af-4574-4746-b187-5f7e7e5bb393 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.2631288 Aug 04 11:44:19.338611 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-966d5ef7-7933-4783-8d79-068c3bf8fc98 req-e9ba32a9-80c9-446d-9b25-5c4a4b6a8847 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351036 Aug 04 11:44:21.164045 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53754) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:21.264606 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-36d7a4bc-2e6d-4cad-a613-b12acf6b5f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.353978 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-36d7a4bc-2e6d-4cad-a613-b12acf6b5f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.418807 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-36d7a4bc-2e6d-4cad-a613-b12acf6b5f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.456268 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-36d7a4bc-2e6d-4cad-a613-b12acf6b5f58 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=72cc1c48dd064292bdf8ac215dcc35d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2909234 Aug 04 11:44:21.457434 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7a4bc-2e6d-4cad-a613-b12acf6b5f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c075696f-ab8d-44a9-a977-641ccc24fb67,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:21.458980 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 53764) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:21.507056 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-13fe8b2b-ae25-4b8b-8e2a-0b61dd7a9828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.528393 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-13fe8b2b-ae25-4b8b-8e2a-0b61dd7a9828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.624370 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-13fe8b2b-ae25-4b8b-8e2a-0b61dd7a9828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.626922 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-13fe8b2b-ae25-4b8b-8e2a-0b61dd7a9828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:21.628048 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-13fe8b2b-ae25-4b8b-8e2a-0b61dd7a9828 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c075696f-ab8d-44a9-a977-641ccc24fb67 HTTP/1.1" status: 204 len: 168 time: 0.1680439 Aug 04 11:44:21.636014 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe8b2b-ae25-4b8b-8e2a-0b61dd7a9828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c075696f-ab8d-44a9-a977-641ccc24fb67,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:22.303051 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 53772) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:22.316277 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-63141c96-3522-48e5-b9e1-5284f8fca9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.410900 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-63141c96-3522-48e5-b9e1-5284f8fca9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.461701 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-63141c96-3522-48e5-b9e1-5284f8fca9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.500536 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-63141c96-3522-48e5-b9e1-5284f8fca9f8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ef6faee1ab014f6ca09090c24f2550a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963940 Aug 04 11:44:22.501668 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63141c96-3522-48e5-b9e1-5284f8fca9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15647e2-aaeb-4a5a-838d-78bd96185c55,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:22.503297 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53780) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:22.553599 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e1e3-695f-4a69-9037-c743e43b1e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.570732 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e1e3-695f-4a69-9037-c743e43b1e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.727077 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e1e3-695f-4a69-9037-c743e43b1e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.729535 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3ef4e1e3-695f-4a69-9037-c743e43b1e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:22.730650 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3ef4e1e3-695f-4a69-9037-c743e43b1e11 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d15647e2-aaeb-4a5a-838d-78bd96185c55 HTTP/1.1" status: 204 len: 168 time: 0.2263935 Aug 04 11:44:22.738238 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4e1e3-695f-4a69-9037-c743e43b1e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15647e2-aaeb-4a5a-838d-78bd96185c55,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:23.423053 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-3c3df29e-2fef-498a-870b-3b234e196f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:23.423910 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-3c3df29e-2fef-498a-870b-3b234e196f60 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0418563 Aug 04 11:44:23.454085 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 53792) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:23.471764 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-03aadf4b-8437-421a-92d1-c3ae3af9b0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:23.546847 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-3b148d1a-fdae-47ea-a91a-37f1495da1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:23.548292 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-3b148d1a-fdae-47ea-a91a-37f1495da1e4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.1009135 Aug 04 11:44:23.566309 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-03aadf4b-8437-421a-92d1-c3ae3af9b0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:23.594196 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-3ea2b83f-01a1-4355-856c-5b2467698d36 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 200 len: 217 time: 0.0368583 Aug 04 11:44:23.641751 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-f3a9d0db-c79e-4271-ad79-29ecf9166507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:23.642312 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-03aadf4b-8437-421a-92d1-c3ae3af9b0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:23.643080 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-f3a9d0db-c79e-4271-ad79-29ecf9166507 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0418317 Aug 04 11:44:23.674952 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-189b4213-6034-4abf-adf6-1678a957d590 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238018 Aug 04 11:44:23.681107 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-03aadf4b-8437-421a-92d1-c3ae3af9b0be admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=ed8a19c912804c82a479286970484a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257383 Aug 04 11:44:23.682979 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aadf4b-8437-421a-92d1-c3ae3af9b0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ca634d-d48f-4e29-928b-40e047ba0d8a,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:23.684491 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53796) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:24.032545 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd424-0f96-4935-a0b9-60401aa59758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:24.044770 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-f38cf0b6-5bb5-4b80-aeb8-ae63c4e311d9 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610225 Aug 04 11:44:24.065394 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd424-0f96-4935-a0b9-60401aa59758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:24.173307 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-440fb6bb-8348-414b-8ef0-f860addeaecb req-1153c643-8c4c-402a-b5c3-8acca032fc05 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175234 Aug 04 11:44:24.242082 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd424-0f96-4935-a0b9-60401aa59758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:24.245110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a6cd424-0f96-4935-a0b9-60401aa59758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:24.246236 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1a6cd424-0f96-4935-a0b9-60401aa59758 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/54ca634d-d48f-4e29-928b-40e047ba0d8a HTTP/1.1" status: 204 len: 168 time: 0.5549736 Aug 04 11:44:24.254320 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6cd424-0f96-4935-a0b9-60401aa59758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ca634d-d48f-4e29-928b-40e047ba0d8a,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:25.345385 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53846) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:25.442480 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-193179672-network', 'tenant_id': '6f8528dbe334409aab9d61fe91c2856e'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:25.536508 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Made reservation on behalf of 6f8528dbe334409aab9d61fe91c2856e for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:25.538861 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.548549 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.643315 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.724773 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.751228 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:44:25.761426 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51497d80-72d8-469d-9ceb-84213e4663e7,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:25.766394 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.766733 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Added segment 949da66f-504b-4145-87ec-4d122614d794 of type vlan for network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d Aug 04 11:44:25.806220 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.902440 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.903483 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:25.904089 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.927670 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:25.965446 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] Pushing event updated for resources: {'Network': ['ID=6b7ba6a8-202a-46a6-9b7e-f541da32d07d,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:25.975083 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:44:26.019744 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-eaae7663-0190-47da-940b-07882f5f11a0 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6732168 Aug 04 11:44:26.022635 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 53856) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:26.027652 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Request body: {'subnet': {'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-193179672-subnet', 'tenant_id': '6f8528dbe334409aab9d61fe91c2856e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:26.138791 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Made reservation on behalf of 6f8528dbe334409aab9d61fe91c2856e for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:26.141206 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9425912'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:26.361898 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9425862'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:26.417186 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Pushing event updated for resources: {'Subnet': ['ID=389eb64b-f4a2-4e46-bfdc-caf20d819a24,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:26.425606 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Checking segment: {'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:26.425937 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Network hostable DHCP agents. Network: 6b7ba6a8-202a-46a6-9b7e-f541da32d07d, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:44:26.499032 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:44:26.604881 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 6b7ba6a8-202a-46a6-9b7e-f541da32d07d) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:26.618138 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbedffe-0d77-4c3c-a078-d6fc9b1f391e None None] Network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:44:26.618760 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:26.620786 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:26.703404 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-8b1ff38b-b3c7-4194-a6f4-f1ffa6d54283 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:26.705000 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-8b1ff38b-b3c7-4194-a6f4-f1ffa6d54283 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.1290917 Aug 04 11:44:26.722233 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-fb847f65-1f09-47aa-8f46-b29712f16de3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/quotas/a45eb37e491046f0b3766cf148f4a4d9 HTTP/1.1" status: 200 len: 375 time: 0.0114462 Aug 04 11:44:26.760622 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3283a14f-e180-4ce5-aea6-daca06b17818 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7368810 Aug 04 11:44:26.776656 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c2e82-bfa8-4558-affe-88be6e78d683 None None] Network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:44:26.785487 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-a1c418d3-b6b2-4325-809e-694bf6dbfe25 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0565825 Aug 04 11:44:26.924061 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-a821019e-2b27-437e-8d61-378cd208cfe8 service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307881 Aug 04 11:44:27.024914 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed40dd9-aa63-4147-9b1d-1bd976e9c5b3 req-1af5152d-ccbc-4e27-beeb-efe092d302ae tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:27.032036 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aed40dd9-aa63-4147-9b1d-1bd976e9c5b3 req-1af5152d-ccbc-4e27-beeb-efe092d302ae tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0629895 Aug 04 11:44:27.038934 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-e96cc7e8-4bf3-49b7-b9cf-d9102f788388 service neutron] 10.222.0.88 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063240 Aug 04 11:44:27.069340 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aed40dd9-aa63-4147-9b1d-1bd976e9c5b3 req-5d0f3c13-67f7-4590-a44c-a8fa232e7547 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364091 Aug 04 11:44:27.203648 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314cb89-f618-490c-8ae8-fb473f41f23b req-468eb28d-ab11-4ee7-94f7-6d9e418a5a32 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:27.205149 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9314cb89-f618-490c-8ae8-fb473f41f23b req-468eb28d-ab11-4ee7-94f7-6d9e418a5a32 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0535276 Aug 04 11:44:27.244928 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9314cb89-f618-490c-8ae8-fb473f41f23b req-db0b67e1-346c-4fdd-9c87-3467543a05d0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336571 Aug 04 11:44:27.334322 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-db7963ef-ac2d-4f69-bb71-9fe7e0accc9f req-9b80ae76-07cb-4227-bc82-790f430c24f3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 210 time: 0.0273240 Aug 04 11:44:28.184918 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d389f-2eb7-4680-9981-df7790222180 req-6e4a5795-afee-4148-adf8-7fb5dcde3053 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:28.186413 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b6d389f-2eb7-4680-9981-df7790222180 req-6e4a5795-afee-4148-adf8-7fb5dcde3053 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0479903 Aug 04 11:44:28.224825 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b6d389f-2eb7-4680-9981-df7790222180 req-7a9c6305-911c-4dc6-b997-09fbbeb9c1a1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319476 Aug 04 11:44:28.366715 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694d853-885f-47b7-8dac-17bc89d4e810 req-60969f3a-6a02-4539-9244-0ef987f454c4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:28.368233 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e694d853-885f-47b7-8dac-17bc89d4e810 req-60969f3a-6a02-4539-9244-0ef987f454c4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0494533 Aug 04 11:44:28.407230 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e694d853-885f-47b7-8dac-17bc89d4e810 req-f64410ce-2ac2-49c9-8354-8fc7a3992332 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328863 Aug 04 11:44:28.428048 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a6317a15-9ba9-46ad-8f53-4e6120f9f7ee req-fb568781-b0d3-4cc1-983e-bf7ec3d8834d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 210 time: 0.0256758 Aug 04 11:44:29.349098 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab9f3-73ef-4676-bedd-fa7e97ac7217 req-c69eae56-630f-4215-babf-e158fbf49eb1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:29.350694 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-208ab9f3-73ef-4676-bedd-fa7e97ac7217 req-c69eae56-630f-4215-babf-e158fbf49eb1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0558221 Aug 04 11:44:29.390212 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-208ab9f3-73ef-4676-bedd-fa7e97ac7217 req-a8881000-a68c-406c-9a6c-f72c438d5f0d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326664 Aug 04 11:44:29.527707 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2954fd1d-bfe6-44d5-8077-0a7883041da5 req-ac10b707-e4ab-44ac-aeed-a923713ed0bc tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 210 time: 0.0290296 Aug 04 11:44:29.537913 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558c60-3991-46c5-a0a1-f842e805ab8f req-1fc1cad6-be8e-46b4-96bf-929965600115 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:29.539614 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e558c60-3991-46c5-a0a1-f842e805ab8f req-1fc1cad6-be8e-46b4-96bf-929965600115 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0530012 Aug 04 11:44:29.580649 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e558c60-3991-46c5-a0a1-f842e805ab8f req-24860fba-6427-4850-bbde-c6f8f3fe07c8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336738 Aug 04 11:44:30.504800 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a8adc-ab55-43fe-a2a6-4039160876f3 req-be4633cf-2420-41f6-86ec-d17008a435a4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:30.506270 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-214a8adc-ab55-43fe-a2a6-4039160876f3 req-be4633cf-2420-41f6-86ec-d17008a435a4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0483077 Aug 04 11:44:30.549618 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-214a8adc-ab55-43fe-a2a6-4039160876f3 req-38b11f31-4c31-43a2-9403-037a2f3c3282 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338724 Aug 04 11:44:30.654104 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-082f840d-e112-4fce-81a3-82e6fe091e3d req-bca9ab3a-c4b8-4f8b-87ef-52b6123a1607 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 210 time: 0.0357263 Aug 04 11:44:30.709993 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-aceb59a0-8e8f-4ab3-aced-49ffe2520e3f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:30.710284 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-aceb59a0-8e8f-4ab3-aced-49ffe2520e3f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/networks?id=a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 200 len: 814 time: 0.1363099 Aug 04 11:44:30.740185 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Request body: {'port': {'device_id': '836eb5f4-eff1-434d-a9c7-78efff151908', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'admin_state_up': True, 'tenant_id': 'a45eb37e491046f0b3766cf148f4a4d9'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:30.808967 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ecda0-669a-4285-929e-7d78da083c31 req-8888ca9c-588c-4587-b548-bfcfe7f85aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:30.810948 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a77ecda0-669a-4285-929e-7d78da083c31 req-8888ca9c-588c-4587-b548-bfcfe7f85aec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0464735 Aug 04 11:44:30.836494 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7b898-542e-4536-9e30-e64980a7ac3f req-c19658ae-ffc8-41c0-996e-c08e2cc7b2ef tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:30.842109 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06c7b898-542e-4536-9e30-e64980a7ac3f req-c19658ae-ffc8-41c0-996e-c08e2cc7b2ef tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1119184 Aug 04 11:44:30.868902 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a77ecda0-669a-4285-929e-7d78da083c31 req-108c65e1-c91c-4a6f-b8b9-6e44bb7039e2 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456476 Aug 04 11:44:30.913308 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-06c7b898-542e-4536-9e30-e64980a7ac3f req-df7172f7-ceef-4f65-a25b-bc9dae9206e0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655966 Aug 04 11:44:31.040816 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Made reservation on behalf of a45eb37e491046f0b3766cf148f4a4d9 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:31.048707 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:31.179448 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Allocated IP 172.20.0.7 (a331641e-f398-4399-82a2-340285b25bf5/610e92dd-1d0e-4efc-824c-77450a171f7d/022165ff-1df8-4df5-baf4-95fe19fa78d2) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:31.319447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:31.436374 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:31.449819 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', '081fe859-c706-4473-a104-35405493a2c9', '063421d4-f782-484f-bc64-30d669faecfc'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:31.482566 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Network a331641e-f398-4399-82a2-340285b25bf5 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:31.485544 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:31.492064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:31.497574 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event updated for resources: {'Port': ['ID=022165ff-1df8-4df5-baf4-95fe19fa78d2,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:31.548108 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:31.549034 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:31.663618 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-69304f33-cb62-4ec3-8b51-37c89adff618 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9366543 Aug 04 11:44:31.679228 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbfc58b-ffa4-476f-b768-f4f92276fa28 req-4eccdb9e-8df2-49bd-a68a-a87973edeaeb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:31.683565 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9bbfc58b-ffa4-476f-b768-f4f92276fa28 req-4eccdb9e-8df2-49bd-a68a-a87973edeaeb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Aug 04 11:44:31.692171 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Request body: {'port': {'device_id': '836eb5f4-eff1-434d-a9c7-78efff151908', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:31.771166 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9bbfc58b-ffa4-476f-b768-f4f92276fa28 req-8ba25744-f3fb-4b78-92cc-0db1f5a2e966 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761900 Aug 04 11:44:31.773650 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:31.995673 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8018dd9c-4ac0-464e-a3ac-3b3df959e349 req-d1913eda-6810-4779-b90e-2b4bb9a12058 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:31.997182 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8018dd9c-4ac0-464e-a3ac-3b3df959e349 req-d1913eda-6810-4779-b90e-2b4bb9a12058 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 931 time: 0.1241131 Aug 04 11:44:32.064818 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8018dd9c-4ac0-464e-a3ac-3b3df959e349 req-0add1dd1-6341-4551-a87c-68a43647697a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615158 Aug 04 11:44:32.122565 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 022165ff-1df8-4df5-baf4-95fe19fa78d2 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:32.135914 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:32.171894 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Transition to ACTIVE for port object 022165ff-1df8-4df5-baf4-95fe19fa78d2 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:32.192843 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03306-d02d-48da-804f-89ffed576783 req-bfd4b28f-75e5-4112-94bd-a6529c1fdb5e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:32.194301 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-54f03306-d02d-48da-804f-89ffed576783 req-bfd4b28f-75e5-4112-94bd-a6529c1fdb5e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0606723 Aug 04 11:44:32.232300 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-54f03306-d02d-48da-804f-89ffed576783 req-d169ea5b-28fa-4fa5-a84b-1e737c4cc982 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320587 Aug 04 11:44:32.347947 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:32.400189 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Pushing event updated for resources: {'Port': ['ID=022165ff-1df8-4df5-baf4-95fe19fa78d2,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:32.474619 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Attempting to bind port 022165ff-1df8-4df5-baf4-95fe19fa78d2 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:44:32.476772 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Attempting to bind port 022165ff-1df8-4df5-baf4-95fe19fa78d2 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:44:32.476772 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Attempting to bind port 022165ff-1df8-4df5-baf4-95fe19fa78d2 on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:32.480112 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Port 022165ff-1df8-4df5-baf4-95fe19fa78d2 on network a331641e-f398-4399-82a2-340285b25bf5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:44:32.480427 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Attempting to bind port 022165ff-1df8-4df5-baf4-95fe19fa78d2 on network a331641e-f398-4399-82a2-340285b25bf5 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:32.485268 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:44:32.485599 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Checking segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:32.485969 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Bound using segment: {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:44:32.486396 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Bound port: 022165ff-1df8-4df5-baf4-95fe19fa78d2, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85e576f9-0836-4113-be5a-d83f37db14e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:44:32.486724 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:32.549391 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] For port 022165ff-1df8-4df5-baf4-95fe19fa78d2, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:44:32.552321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] For port 022165ff-1df8-4df5-baf4-95fe19fa78d2, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=022165ff-1df8-4df5-baf4-95fe19fa78d2,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:44:32.619614 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:32.654337 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:32.654993 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:32.656378 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] 10.222.0.86 "PUT /v2.0/ports/022165ff-1df8-4df5-baf4-95fe19fa78d2 HTTP/1.1" status: 200 len: 1093 time: 0.9718997 Aug 04 11:44:32.656810 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836eb5f4-eff1-434d-a9c7-78efff151908', 'tag': '022165ff-1df8-4df5-baf4-95fe19fa78d2'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:32.659104 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a6086f-e56a-4bc0-b34b-f76382125b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "836eb5f4-eff1-434d-a9c7-78efff151908", "tag": "022165ff-1df8-4df5-baf4-95fe19fa78d2"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:32.685227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260d83e-8d3e-463a-9d67-384106b056c3 service neutron] Pushing event updated for resources: {'Port': ['ID=022165ff-1df8-4df5-baf4-95fe19fa78d2,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:32.698389 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64731843-1063-42b9-9b9e-9c942468b3d7 x-openstack-request-id: req-64731843-1063-42b9-9b9e-9c942468b3d7 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:32.698683 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836eb5f4-eff1-434d-a9c7-78efff151908", "tag": "022165ff-1df8-4df5-baf4-95fe19fa78d2", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:32.698936 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64731843-1063-42b9-9b9e-9c942468b3d7 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:32.699329 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836eb5f4-eff1-434d-a9c7-78efff151908', 'tag': '022165ff-1df8-4df5-baf4-95fe19fa78d2', 'status': 'completed', 'code': 200} Aug 04 11:44:32.762690 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6086f-e56a-4bc0-b34b-f76382125b4a req-da321ff3-3a9e-4a4c-9f43-f63bb8aeb71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:32.764421 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-17a6086f-e56a-4bc0-b34b-f76382125b4a req-da321ff3-3a9e-4a4c-9f43-f63bb8aeb71b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 1096 time: 0.0403206 Aug 04 11:44:32.905332 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6086f-e56a-4bc0-b34b-f76382125b4a req-e1d73b00-b2e0-4bfb-95cb-7f5ab0ff3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:32.906781 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-17a6086f-e56a-4bc0-b34b-f76382125b4a req-e1d73b00-b2e0-4bfb-95cb-7f5ab0ff3353 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1279356 Aug 04 11:44:32.917938 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985741f-5727-4f76-9ab7-09dbfb6a267e req-6ceea876-3b42-4bdb-a01e-e4ce8cfa0fdd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:32.919307 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c985741f-5727-4f76-9ab7-09dbfb6a267e req-6ceea876-3b42-4bdb-a01e-e4ce8cfa0fdd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0757113 Aug 04 11:44:33.009154 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c985741f-5727-4f76-9ab7-09dbfb6a267e req-ebd7cb4a-4693-45b5-818e-de7f30d9b4bd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811288 Aug 04 11:44:33.070168 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a6086f-e56a-4bc0-b34b-f76382125b4a req-bfbb49ea-2d08-4568-994f-645c27b0c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:33.073011 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-17a6086f-e56a-4bc0-b34b-f76382125b4a req-bfbb49ea-2d08-4568-994f-645c27b0c0a6 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1527994 Aug 04 11:44:33.191224 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-034170d2-cc85-42dd-b200-af17cf3a4edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:33.192694 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-034170d2-cc85-42dd-b200-af17cf3a4edd service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 1096 time: 0.0735240 Aug 04 11:44:33.205199 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657deafc-226b-4959-a2bd-c41cb3f3d38c req-47968ddf-3db7-414e-9c01-e183c79e2b72 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:33.206842 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-657deafc-226b-4959-a2bd-c41cb3f3d38c req-47968ddf-3db7-414e-9c01-e183c79e2b72 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0627091 Aug 04 11:44:33.253224 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-4df04422-0c0c-44f2-ba2a-f68eee7e9505 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=022165ff-1df8-4df5-baf4-95fe19fa78d2 HTTP/1.1" status: 200 len: 217 time: 0.0449166 Aug 04 11:44:33.273725 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-657deafc-226b-4959-a2bd-c41cb3f3d38c req-876c4e2c-38c2-43c6-ba6e-28f6c5416178 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598123 Aug 04 11:44:33.608840 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6259d4-6d9e-4d41-967f-9b8b64839dc5 req-61f56df7-2791-449f-a558-89f1d45bb141 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:33.610319 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd6259d4-6d9e-4d41-967f-9b8b64839dc5 req-61f56df7-2791-449f-a558-89f1d45bb141 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0485275 Aug 04 11:44:33.648129 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd6259d4-6d9e-4d41-967f-9b8b64839dc5 req-a0652454-16ff-48d9-b84c-994909dbdd8e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Aug 04 11:44:33.758893 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f1aca-94c4-49fe-a352-11a33b5c5491 req-e64183b7-16db-4a6b-92b6-bce555a7b688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:33.760366 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e0f1aca-94c4-49fe-a352-11a33b5c5491 req-e64183b7-16db-4a6b-92b6-bce555a7b688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0534308 Aug 04 11:44:33.798752 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e0f1aca-94c4-49fe-a352-11a33b5c5491 req-f9d94a66-66f8-4abe-b11b-b9d77845abe5 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323114 Aug 04 11:44:34.388430 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01ced5-d501-4573-86fe-d6d6ee9595c6 req-bfbd0000-055a-4321-9bc4-bfac07f71e01 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:34.390214 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bd01ced5-d501-4573-86fe-d6d6ee9595c6 req-bfbd0000-055a-4321-9bc4-bfac07f71e01 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0485806 Aug 04 11:44:34.428192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bd01ced5-d501-4573-86fe-d6d6ee9595c6 req-ad72c568-77d1-483a-96c4-8128592f3dc5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319946 Aug 04 11:44:34.767994 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca554e-1da0-42bf-bb53-7da10afafe13 req-590132b8-2258-4b4d-b299-e2a1a05aa14d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:34.769590 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8aca554e-1da0-42bf-bb53-7da10afafe13 req-590132b8-2258-4b4d-b299-e2a1a05aa14d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0497780 Aug 04 11:44:34.808837 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8aca554e-1da0-42bf-bb53-7da10afafe13 req-544f0700-21a8-4e3d-9fd9-eb05b72ee2e9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333440 Aug 04 11:44:34.919855 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3757967-ea19-4eb7-a0bb-de970e0c5ffe req-12a0ef52-c883-4127-b66e-75f30ff24f3d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:34.921373 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3757967-ea19-4eb7-a0bb-de970e0c5ffe req-12a0ef52-c883-4127-b66e-75f30ff24f3d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0531967 Aug 04 11:44:34.959404 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3757967-ea19-4eb7-a0bb-de970e0c5ffe req-1255d6c2-2af5-4aaf-9fdc-8159d8416b8c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Aug 04 11:44:35.542643 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1e60f-a6bb-4bc9-a105-fa405ca24457 req-4b498bd8-ee5b-488d-b464-ea2237bed9a1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:35.544099 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76e1e60f-a6bb-4bc9-a105-fa405ca24457 req-4b498bd8-ee5b-488d-b464-ea2237bed9a1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0504892 Aug 04 11:44:35.581737 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-76e1e60f-a6bb-4bc9-a105-fa405ca24457 req-a777e2d7-5cc5-431a-8ed5-b211ca93f783 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317974 Aug 04 11:44:35.830935 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-71c290c9-4964-4b15-8079-d7304ba8d1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:35.832270 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-71c290c9-4964-4b15-8079-d7304ba8d1a5 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=610e92dd-1d0e-4efc-824c-77450a171f7d HTTP/1.1" status: 200 len: 854 time: 0.0426600 Aug 04 11:44:35.938251 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db2560-8992-436b-bc0a-da45c3f160a1 req-35d499a6-c4af-4e89-93ab-4213ba387fbf tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:35.944353 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13db2560-8992-436b-bc0a-da45c3f160a1 req-35d499a6-c4af-4e89-93ab-4213ba387fbf tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0548806 Aug 04 11:44:35.990499 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13db2560-8992-436b-bc0a-da45c3f160a1 req-1be3a474-3bc1-488b-b7e0-d2e7c02aa8d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442867 Aug 04 11:44:36.097948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea3fcb9-ab45-4e94-8125-efd010304a53 req-98db9cad-cdb3-4746-887e-190e833642dc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:36.099476 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3ea3fcb9-ab45-4e94-8125-efd010304a53 req-98db9cad-cdb3-4746-887e-190e833642dc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0500109 Aug 04 11:44:36.141350 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3ea3fcb9-ab45-4e94-8125-efd010304a53 req-e384639c-4966-428f-aafe-105d9e5d0456 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358400 Aug 04 11:44:36.698813 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51c396-f4be-4bf7-8ef6-45bb3a70e59a req-3a0aa1cf-00a7-4537-af8f-98734ec45c26 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:36.700401 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4f51c396-f4be-4bf7-8ef6-45bb3a70e59a req-3a0aa1cf-00a7-4537-af8f-98734ec45c26 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0502601 Aug 04 11:44:36.741205 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4f51c396-f4be-4bf7-8ef6-45bb3a70e59a req-016c706c-d831-4d63-af5b-aba591fb9588 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347202 Aug 04 11:44:37.053548 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-a0cf43b1-905c-4984-901b-0eca476fcbc9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a331641e-f398-4399-82a2-340285b25bf5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254524 Aug 04 11:44:37.116865 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4305-e566-42e9-8777-ae85304a4be8 req-802d027c-6a48-450a-87d7-77a913e24375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:37.118420 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36de4305-e566-42e9-8777-ae85304a4be8 req-802d027c-6a48-450a-87d7-77a913e24375 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.0467551 Aug 04 11:44:37.168124 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6387631-7545-4470-9f44-ebab070f3a3e req-ae735f22-c934-4f5d-b319-2b9d5930a07f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:37.170048 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d6387631-7545-4470-9f44-ebab070f3a3e req-ae735f22-c934-4f5d-b319-2b9d5930a07f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1007433 Aug 04 11:44:37.194488 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-e1f1b5d6-85b4-4079-b890-4d946787850a service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326816 Aug 04 11:44:37.221630 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4305-e566-42e9-8777-ae85304a4be8 req-ed26d107-3849-4740-9bec-737644297748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:37.223109 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36de4305-e566-42e9-8777-ae85304a4be8 req-ed26d107-3849-4740-9bec-737644297748 service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.0935845 Aug 04 11:44:37.274961 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36de4305-e566-42e9-8777-ae85304a4be8 req-46624e6f-e793-49ff-9a36-d06f5339315e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 200 len: 217 time: 0.0435112 Aug 04 11:44:37.276806 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d6387631-7545-4470-9f44-ebab070f3a3e req-b4dfdf97-2dd9-42e9-8a59-94dcaa862aa4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954483 Aug 04 11:44:37.319755 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9be0c5d8-5ece-44fb-8bcc-0869e95660de req-d5129222-b9e4-4272-8686-4a2ed54b51c7 service neutron] 10.222.0.86 "GET /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101830 Aug 04 11:44:37.331577 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de4305-e566-42e9-8777-ae85304a4be8 req-56d6af4d-f4a9-4802-9c94-b9c2a534ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:37.333716 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36de4305-e566-42e9-8777-ae85304a4be8 req-56d6af4d-f4a9-4802-9c94-b9c2a534ebdc service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0494087 Aug 04 11:44:37.366419 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36de4305-e566-42e9-8777-ae85304a4be8 req-eb9742c1-1280-49b5-9bdc-f708ddf63841 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252659 Aug 04 11:44:37.394238 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0782700e-5425-4add-89e6-f5dd4e5b8451 req-1b9d5f17-ef05-49dc-b5aa-dceb43807305 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:37.395680 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0782700e-5425-4add-89e6-f5dd4e5b8451 req-1b9d5f17-ef05-49dc-b5aa-dceb43807305 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0503130 Aug 04 11:44:37.434628 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0782700e-5425-4add-89e6-f5dd4e5b8451 req-d73fc713-7c3c-4a07-953c-93c200f2b5e4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Aug 04 11:44:37.458128 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36de4305-e566-42e9-8777-ae85304a4be8 req-eb0139eb-7adb-4a58-a743-aa5b851f6fd5 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832596 Aug 04 11:44:37.556048 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36de4305-e566-42e9-8777-ae85304a4be8 req-4e6d39a1-4e73-4380-9792-354f6ff01bd3 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871534 Aug 04 11:44:37.862225 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305d121-11c6-40bb-a9e5-ca10b34b0b4e req-bfb780bf-da88-43d4-a739-412b67361952 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:37.863387 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a305d121-11c6-40bb-a9e5-ca10b34b0b4e req-bfb780bf-da88-43d4-a739-412b67361952 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0515931 Aug 04 11:44:37.912612 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a305d121-11c6-40bb-a9e5-ca10b34b0b4e req-a4fd9932-1677-4a09-b2e9-477e0675a297 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420098 Aug 04 11:44:38.377004 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-45be0e7f-7d8f-4498-bf27-683c68e1dba7 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:38.378586 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-45be0e7f-7d8f-4498-bf27-683c68e1dba7 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/networks?id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d HTTP/1.1" status: 200 len: 808 time: 0.1256893 Aug 04 11:44:38.402199 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-6e49ea3e-825c-4015-a48d-e3e7f94c2dae tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/quotas/6f8528dbe334409aab9d61fe91c2856e HTTP/1.1" status: 200 len: 375 time: 0.0153134 Aug 04 11:44:38.431949 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9017d3-24f7-4261-ac5b-f2a19741da01 req-23347fe9-5482-43f9-b8ad-b5760fe5e6ff tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:38.433610 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1a9017d3-24f7-4261-ac5b-f2a19741da01 req-23347fe9-5482-43f9-b8ad-b5760fe5e6ff tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0633044 Aug 04 11:44:38.451723 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-e2d7ce17-e5d2-4c6d-be74-6901a2e81058 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f8528dbe334409aab9d61fe91c2856e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422637 Aug 04 11:44:38.475391 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1a9017d3-24f7-4261-ac5b-f2a19741da01 req-bb641f94-c7e7-4d41-b0e3-3ad3a14d152f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357976 Aug 04 11:44:38.555077 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-1ef598f9-a725-4297-b749-7864d4d9e1ed service neutron] 10.222.0.88 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931084 Aug 04 11:44:38.599796 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a274e7b-367b-4a04-8e86-39fdcdfe7603 req-abba8783-ce51-445a-8a91-81b6ae9338cb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:38.601332 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a274e7b-367b-4a04-8e86-39fdcdfe7603 req-abba8783-ce51-445a-8a91-81b6ae9338cb tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0537844 Aug 04 11:44:38.644207 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a274e7b-367b-4a04-8e86-39fdcdfe7603 req-62766ce5-2a29-483f-8ebd-7c1aa04d41b8 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360417 Aug 04 11:44:38.658706 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-baeedf3e-7040-491b-8311-f7acc71e7fcf service neutron] 10.222.0.88 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952563 Aug 04 11:44:38.971569 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cb2a4357-7f51-4eaf-9fa2-1452917df6ad req-c61230a0-3f1c-4285-a529-5c789f8d26c4 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0300860 Aug 04 11:44:39.057496 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06885fcb-2e49-4a66-9f61-5ef28527aa35 req-fc95fce1-445b-425d-8fff-1506f8be8d51 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:39.059108 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-06885fcb-2e49-4a66-9f61-5ef28527aa35 req-fc95fce1-445b-425d-8fff-1506f8be8d51 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0609448 Aug 04 11:44:39.114788 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-06885fcb-2e49-4a66-9f61-5ef28527aa35 req-d9caef0b-af3e-4e1a-bc8f-69b8ab6d7fc1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483484 Aug 04 11:44:39.608087 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48694e-5ccc-47d1-916e-d31bb10fbe82 req-77c29936-49cb-4c8a-9851-4923d9669f53 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:39.609311 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4d48694e-5ccc-47d1-916e-d31bb10fbe82 req-77c29936-49cb-4c8a-9851-4923d9669f53 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0541251 Aug 04 11:44:39.653439 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4d48694e-5ccc-47d1-916e-d31bb10fbe82 req-d96ae615-21ef-4b6b-b847-275dcd5f3430 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364418 Aug 04 11:44:39.766591 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55618223-a1ec-4a2f-a85e-f93d278ef73e req-c56d8000-515f-4754-bc75-acfbea233918 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:39.768456 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55618223-a1ec-4a2f-a85e-f93d278ef73e req-c56d8000-515f-4754-bc75-acfbea233918 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0500658 Aug 04 11:44:39.813336 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55618223-a1ec-4a2f-a85e-f93d278ef73e req-87192aae-b0a9-49aa-b5e8-0f7a2db4c631 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372751 Aug 04 11:44:40.054972 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ced2523b-3c2a-4abe-bdd6-9d47e20a3a3f req-9b6c3a0f-df96-4e0c-8ab8-514ac6aa39e9 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0300429 Aug 04 11:44:40.232418 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee7f029-526d-4006-b00c-fc3c6caa7f5a req-eaca5dd2-629c-49ee-88b5-8121c4b3b649 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:40.234866 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aee7f029-526d-4006-b00c-fc3c6caa7f5a req-eaca5dd2-629c-49ee-88b5-8121c4b3b649 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0502310 Aug 04 11:44:40.276693 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aee7f029-526d-4006-b00c-fc3c6caa7f5a req-166ae66e-41e4-4158-b6db-a6706a0ab901 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362582 Aug 04 11:44:40.786647 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84c9a9-9db7-434f-a9cd-a24b8af544a7 req-5a687f94-2911-4f3f-b7c9-4d95307a413d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:40.788294 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0f84c9a9-9db7-434f-a9cd-a24b8af544a7 req-5a687f94-2911-4f3f-b7c9-4d95307a413d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0529931 Aug 04 11:44:40.831733 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0f84c9a9-9db7-434f-a9cd-a24b8af544a7 req-cda8a9c7-f81b-4b5f-bc0e-a06df1134c01 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362248 Aug 04 11:44:40.941624 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde44368-193f-4f2f-a532-9b08e5899142 req-758bfcda-a67c-4750-bd25-b5ea27cccaec tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:40.943118 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dde44368-193f-4f2f-a532-9b08e5899142 req-758bfcda-a67c-4750-bd25-b5ea27cccaec tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0519776 Aug 04 11:44:40.983405 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dde44368-193f-4f2f-a532-9b08e5899142 req-2e2c4b4d-4faf-4a98-b95f-091e272be059 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333319 Aug 04 11:44:41.159857 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7934122-875c-4051-937d-53f795bd1e15 req-aaacadeb-9d50-4412-8343-e3d5b1750585 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0322232 Aug 04 11:44:41.394478 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6d6845-5961-4e7e-9bad-e1f81ee4b15a req-f18f86bf-ade2-473e-ba46-476049929151 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:41.395989 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4c6d6845-5961-4e7e-9bad-e1f81ee4b15a req-f18f86bf-ade2-473e-ba46-476049929151 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0512431 Aug 04 11:44:41.457225 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4c6d6845-5961-4e7e-9bad-e1f81ee4b15a req-1e5c431f-e775-4513-a273-7d648508be9f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549943 Aug 04 11:44:41.959325 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843f394-5500-403b-9abb-3b56c39295ba req-db66cf85-9a08-4124-af15-8c35314d7c71 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:41.960833 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e843f394-5500-403b-9abb-3b56c39295ba req-db66cf85-9a08-4124-af15-8c35314d7c71 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0501173 Aug 04 11:44:41.998844 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e843f394-5500-403b-9abb-3b56c39295ba req-c351416f-b38e-4363-8777-9f1389cc35c2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315030 Aug 04 11:44:42.253246 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-31d49568-9534-4db6-8e9b-b8b3e5ba2192 req-4a30e8e5-e27e-4872-81ff-d4c46e98d39c tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0261149 Aug 04 11:44:42.585906 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c9706-04bb-4dc6-a537-0521e0546aad req-bb4c4d53-5d65-4b56-8366-c367307a3c26 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:42.587607 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e8c9706-04bb-4dc6-a537-0521e0546aad req-bb4c4d53-5d65-4b56-8366-c367307a3c26 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 943 time: 0.0569770 Aug 04 11:44:42.628877 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e8c9706-04bb-4dc6-a537-0521e0546aad req-3984a73d-8b22-4a04-8f08-8ce194596088 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345731 Aug 04 11:44:42.815969 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:44:42.884440 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 022165ff-1df8-4df5-baf4-95fe19fa78d2 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:44:42.985753 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 022165ff-1df8-4df5-baf4-95fe19fa78d2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=022165ff-1df8-4df5-baf4-95fe19fa78d2,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:43.001764 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '022165ff-1df8-4df5-baf4-95fe19fa78d2', 'network_id': 'a331641e-f398-4399-82a2-340285b25bf5', 'port_id': '022165ff-1df8-4df5-baf4-95fe19fa78d2', 'mac_address': 'fa:16:3e:04:98:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e92dd-1d0e-4efc-824c-77450a171f7d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:44:43.040765 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:43.055633 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 022165ff-1df8-4df5-baf4-95fe19fa78d2 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:43.078382 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 022165ff-1df8-4df5-baf4-95fe19fa78d2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=022165ff-1df8-4df5-baf4-95fe19fa78d2,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:43.119750 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3127e25-9bc5-4e53-ac6d-690d942b2cf2 req-1458e0bf-6af1-4521-a0d0-e95dab3a9f8e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:43.121748 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d3127e25-9bc5-4e53-ac6d-690d942b2cf2 req-1458e0bf-6af1-4521-a0d0-e95dab3a9f8e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0492239 Aug 04 11:44:43.156140 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:43.162826 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d3127e25-9bc5-4e53-ac6d-690d942b2cf2 req-a47ef9a5-15d4-4521-94d6-5aa1b403618b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331621 Aug 04 11:44:43.204306 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=022165ff-1df8-4df5-baf4-95fe19fa78d2,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:43.211402 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.211744 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.212079 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.212409 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.212733 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.213079 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.213403 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.213721 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.214041 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.214358 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.214672 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.215044 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:44:43.344915 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cf52d904-c837-46fc-bde4-1986f02300a7 req-e22825ff-bea1-427e-abbf-691f48cd86b1 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0259187 Aug 04 11:44:43.404734 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4fdacd1e-dfca-481f-94c7-c5ee4fde90b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:43.748652 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7199579a-d815-41e3-8b64-299a7f8cbf67 req-67f4e150-db54-4453-b8ce-df8d46ced0c2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:43.750159 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7199579a-d815-41e3-8b64-299a7f8cbf67 req-67f4e150-db54-4453-b8ce-df8d46ced0c2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 944 time: 0.0485797 Aug 04 11:44:43.789422 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7199579a-d815-41e3-8b64-299a7f8cbf67 req-c9116d18-1817-4aaa-a9b8-9851ee9bcbc7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333424 Aug 04 11:44:44.287298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e4fa4-a671-4ec1-ba69-038549615119 req-c2dc9997-3b26-412a-bd7e-7eb06f030c31 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:44.288752 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae0e4fa4-a671-4ec1-ba69-038549615119 req-c2dc9997-3b26-412a-bd7e-7eb06f030c31 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0513408 Aug 04 11:44:44.327609 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae0e4fa4-a671-4ec1-ba69-038549615119 req-bef3f914-96d4-4428-8688-2b71dde2a2b7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328050 Aug 04 11:44:44.441130 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b084953d-c385-4214-b440-08a30ec5afe3 req-939a1a94-6082-4b6d-9944-f1537969a0a4 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0294020 Aug 04 11:44:44.903124 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91db27c6-ddc2-49ba-833a-39e318694194 req-2e870697-d630-4973-befc-337b3dd59bfa tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:44.904634 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-91db27c6-ddc2-49ba-833a-39e318694194 req-2e870697-d630-4973-befc-337b3dd59bfa tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 944 time: 0.0493195 Aug 04 11:44:44.950575 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-91db27c6-ddc2-49ba-833a-39e318694194 req-84d698ef-ebc1-40a5-b6e0-3bc1feb96662 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384736 Aug 04 11:44:45.277659 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['022165ff-1df8-4df5-baf4-95fe19fa78d2'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:45.496490 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0ef1e3-7023-4c94-ab71-4abbf341e781 req-05bd9f97-4328-4eb7-bae1-63ffa564cbac tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:45.498091 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aa0ef1e3-7023-4c94-ab71-4abbf341e781 req-05bd9f97-4328-4eb7-bae1-63ffa564cbac tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0973186 Aug 04 11:44:45.537247 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfb5f287-0a2b-4fdf-8dd4-34b3fca49201 req-4c0b3cfa-f27a-4edf-8f31-929c91b8b7bc tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0274878 Aug 04 11:44:45.572758 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aa0ef1e3-7023-4c94-ab71-4abbf341e781 req-9cecbdfc-2cb9-4d0f-8fba-affe88d87002 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650842 Aug 04 11:44:45.583567 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-d5844dae-a435-4930-8a20-ad315667c3eb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:45.585086 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-d5844dae-a435-4930-8a20-ad315667c3eb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "GET /v2.0/networks?id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d HTTP/1.1" status: 200 len: 808 time: 0.1445789 Aug 04 11:44:45.610754 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Request body: {'port': {'device_id': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d', 'admin_state_up': True, 'tenant_id': '6f8528dbe334409aab9d61fe91c2856e'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:45.836634 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Made reservation on behalf of 6f8528dbe334409aab9d61fe91c2856e for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:45.841196 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:45.987384 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Allocated IP 172.20.0.13 (6b7ba6a8-202a-46a6-9b7e-f541da32d07d/389eb64b-f4a2-4e46-bfdc-caf20d819a24/c697183e-9c3d-4a93-862a-ba1fd2fbb70b) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:45.991174 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2d4e7-4ca2-4b0f-b9a3-d9c07838bdb9 req-33e4b84c-ed97-407d-a772-c0480c574887 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:46.000100 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1cd2d4e7-4ca2-4b0f-b9a3-d9c07838bdb9 req-33e4b84c-ed97-407d-a772-c0480c574887 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0765810 Aug 04 11:44:46.047883 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7f7cf7f-7478-417c-8586-33ce18d71706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:46.058266 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1cd2d4e7-4ca2-4b0f-b9a3-d9c07838bdb9 req-32f31a5a-112a-40b2-b66f-df55af8670e8 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Aug 04 11:44:46.176280 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:46.177418 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2776a87-6fb8-4da4-afae-e85f643ad30d req-fc018beb-e39a-4eae-83b9-dedeb6902819 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:46.183112 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2776a87-6fb8-4da4-afae-e85f643ad30d req-fc018beb-e39a-4eae-83b9-dedeb6902819 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 944 time: 0.1092975 Aug 04 11:44:46.238632 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:46.285698 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2776a87-6fb8-4da4-afae-e85f643ad30d req-e8034379-2fb3-4400-a6fe-59e0ee039392 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939722 Aug 04 11:44:46.369514 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:46.424078 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:46.429891 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:46.433050 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:46.441075 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Pushing event updated for resources: {'Port': ['ID=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:46.500378 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:46.501274 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:46.599349 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-80b5ed36-b54f-4317-b38e-d540f93b1c40 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9923158 Aug 04 11:44:46.616115 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Request body: {'port': {'device_id': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:46.704822 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:46.738562 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23970c-6383-41ce-910c-892bd6fa6aae req-a5757b9d-4d4a-4f86-a1b9-73fcc4d6bc3d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:46.740468 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ae23970c-6383-41ce-910c-892bd6fa6aae req-a5757b9d-4d4a-4f86-a1b9-73fcc4d6bc3d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 932 time: 0.1033814 Aug 04 11:44:46.866985 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ae23970c-6383-41ce-910c-892bd6fa6aae req-1e157654-af34-49b6-9f22-64169d906b27 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041183 Aug 04 11:44:46.881131 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 022165ff-1df8-4df5-baf4-95fe19fa78d2 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:44:46.935498 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.038680 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d0f57f-13bf-416b-8de3-b48dcc4c260e req-086adcf3-4abb-461e-b46f-ccacff906ae2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:47.040267 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-85d0f57f-13bf-416b-8de3-b48dcc4c260e req-086adcf3-4abb-461e-b46f-ccacff906ae2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0889382 Aug 04 11:44:47.105505 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 022165ff-1df8-4df5-baf4-95fe19fa78d2 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:47.109559 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-85d0f57f-13bf-416b-8de3-b48dcc4c260e req-5497c39b-8518-4106-aaad-fe9dd2160c23 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570080 Aug 04 11:44:47.109995 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 022165ff-1df8-4df5-baf4-95fe19fa78d2 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:47.110297 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.150809 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c697183e-9c3d-4a93-862a-ba1fd2fbb70b {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:47.168972 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.184949 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Transition to ACTIVE for port object c697183e-9c3d-4a93-862a-ba1fd2fbb70b will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:47.214690 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.243496 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836eb5f4-eff1-434d-a9c7-78efff151908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022165ff-1df8-4df5-baf4-95fe19fa78d2'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:47.246398 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e48b08f-4964-4034-928e-8cfe0ee513cc" -d '{"events": [{"server_uuid": "836eb5f4-eff1-434d-a9c7-78efff151908", "name": "network-vif-plugged", "status": "completed", "tag": "022165ff-1df8-4df5-baf4-95fe19fa78d2"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:47.260175 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 022165ff-1df8-4df5-baf4-95fe19fa78d2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=022165ff-1df8-4df5-baf4-95fe19fa78d2,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:47.289628 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc307328-9324-408b-94c5-fea6bd66fe39 x-openstack-request-id: req-dc307328-9324-408b-94c5-fea6bd66fe39 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:47.289628 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836eb5f4-eff1-434d-a9c7-78efff151908", "name": "network-vif-plugged", "status": "completed", "tag": "022165ff-1df8-4df5-baf4-95fe19fa78d2", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:47.290059 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-dc307328-9324-408b-94c5-fea6bd66fe39 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:47.290532 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836eb5f4-eff1-434d-a9c7-78efff151908', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '022165ff-1df8-4df5-baf4-95fe19fa78d2', 'code': 200} Aug 04 11:44:47.347892 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.385589 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.429572 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1bd6f-55c6-4a2e-aecc-c79989b6da9b req-606c0d52-dbe8-4ac9-8d0f-82f57baec30d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:47.432749 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cfa1bd6f-55c6-4a2e-aecc-c79989b6da9b req-606c0d52-dbe8-4ac9-8d0f-82f57baec30d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 944 time: 0.0709267 Aug 04 11:44:47.443834 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:47.464604 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=022165ff-1df8-4df5-baf4-95fe19fa78d2,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:47.497622 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cfa1bd6f-55c6-4a2e-aecc-c79989b6da9b req-41fb07d0-bfb7-45f7-ba69-80d5ab136533 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573637 Aug 04 11:44:47.507943 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Attempting to bind port c697183e-9c3d-4a93-862a-ba1fd2fbb70b on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:44:47.508789 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Attempting to bind port c697183e-9c3d-4a93-862a-ba1fd2fbb70b by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:44:47.508789 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Attempting to bind port c697183e-9c3d-4a93-862a-ba1fd2fbb70b on network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:47.514108 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Port c697183e-9c3d-4a93-862a-ba1fd2fbb70b on network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:44:47.514597 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Attempting to bind port c697183e-9c3d-4a93-862a-ba1fd2fbb70b on network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:47.523601 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:44:47.524154 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Checking segment: {'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:47.524747 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Bound using segment: {'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:44:47.525469 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Bound port: c697183e-9c3d-4a93-862a-ba1fd2fbb70b, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:44:47.526581 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.598052 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] For port c697183e-9c3d-4a93-862a-ba1fd2fbb70b, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:44:47.601330 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] For port c697183e-9c3d-4a93-862a-ba1fd2fbb70b, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:44:47.740864 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdf2fb2-8aee-4872-925e-e14f12711e46 req-3f17085e-1065-4b87-896b-9a922aeb6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:47.742383 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7cdf2fb2-8aee-4872-925e-e14f12711e46 req-3f17085e-1065-4b87-896b-9a922aeb6ea3 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 1098 time: 0.0386724 Aug 04 11:44:47.744964 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.784692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:47.785157 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7cdf2fb2-8aee-4872-925e-e14f12711e46 req-437c46ee-8112-4a82-a9d5-e1203b592a71 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329168 Aug 04 11:44:47.785341 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:47.786725 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] 10.222.0.86 "PUT /v2.0/ports/c697183e-9c3d-4a93-862a-ba1fd2fbb70b HTTP/1.1" status: 200 len: 1094 time: 1.1779845 Aug 04 11:44:47.787274 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'tag': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:47.789624 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439d12ba-2af0-491e-b49c-7216085d5f30" -d '{"events": [{"name": "network-changed", "server_uuid": "3ef3927a-e431-42de-b4ad-b2cd9db65012", "tag": "c697183e-9c3d-4a93-862a-ba1fd2fbb70b"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:47.815018 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2dbc7-912f-471c-84b8-5b8c51ac6d5e service neutron] Pushing event updated for resources: {'Port': ['ID=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:47.834336 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09695fe4-958a-4dda-956b-c16c91326434 x-openstack-request-id: req-09695fe4-958a-4dda-956b-c16c91326434 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:47.834862 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ef3927a-e431-42de-b4ad-b2cd9db65012", "tag": "c697183e-9c3d-4a93-862a-ba1fd2fbb70b", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:47.835183 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-09695fe4-958a-4dda-956b-c16c91326434 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:47.835821 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'tag': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b', 'status': 'completed', 'code': 200} Aug 04 11:44:48.007710 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fcf43f-3122-4024-a946-6860591f82ea req-4b2e6924-f869-4598-a4c3-493b6691bbd1 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.009244 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-05fcf43f-3122-4024-a946-6860591f82ea req-4b2e6924-f869-4598-a4c3-493b6691bbd1 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 944 time: 0.0580854 Aug 04 11:44:48.033377 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d12ba-2af0-491e-b49c-7216085d5f30 req-d3de281f-e5c5-42c8-8639-265a5858b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.035140 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-439d12ba-2af0-491e-b49c-7216085d5f30 req-d3de281f-e5c5-42c8-8639-265a5858b6a3 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f8528dbe334409aab9d61fe91c2856e&device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 1097 time: 0.0490680 Aug 04 11:44:48.053252 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-05fcf43f-3122-4024-a946-6860591f82ea req-58b66183-8d12-4fea-b584-538b75138dcc tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371192 Aug 04 11:44:48.166662 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d12ba-2af0-491e-b49c-7216085d5f30 req-580507b7-2022-401e-bc6c-322aa1f40f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.168288 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-439d12ba-2af0-491e-b49c-7216085d5f30 req-580507b7-2022-401e-bc6c-322aa1f40f33 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=6f8528dbe334409aab9d61fe91c2856e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1034565 Aug 04 11:44:48.306130 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6fe703-abe3-41a6-a18c-0bf1a0e65270 req-678d7f9b-84d6-4ab6-bd7b-bf91e7bc75d4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.308175 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1d6fe703-abe3-41a6-a18c-0bf1a0e65270 req-678d7f9b-84d6-4ab6-bd7b-bf91e7bc75d4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1165965 Aug 04 11:44:48.313291 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d12ba-2af0-491e-b49c-7216085d5f30 req-ccccf43a-3c84-4e9f-b11a-8e079d2481ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.314734 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-439d12ba-2af0-491e-b49c-7216085d5f30 req-ccccf43a-3c84-4e9f-b11a-8e079d2481ad service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1347675 Aug 04 11:44:48.354692 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1d6fe703-abe3-41a6-a18c-0bf1a0e65270 req-5e1f42ad-7c39-4c94-8ac0-6e014821565a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389977 Aug 04 11:44:48.418848 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-f828809f-a51d-4bdb-8d4f-acc19009e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.420389 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-f828809f-a51d-4bdb-8d4f-acc19009e543 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f8528dbe334409aab9d61fe91c2856e&device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 1097 time: 0.0520656 Aug 04 11:44:48.474705 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-5ff6c506-12ec-4cf0-a44c-867a5f60f969 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c697183e-9c3d-4a93-862a-ba1fd2fbb70b HTTP/1.1" status: 200 len: 217 time: 0.0402772 Aug 04 11:44:48.531399 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-60aa514b-1182-42f4-8fdb-4af8025ff36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.533858 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-60aa514b-1182-42f4-8fdb-4af8025ff36f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=389eb64b-f4a2-4e46-bfdc-caf20d819a24 HTTP/1.1" status: 200 len: 848 time: 0.0494139 Aug 04 11:44:48.581798 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-0ba1adcf-700b-410e-955f-fc6bb462c10a service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307934 Aug 04 11:44:48.657636 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89b2d5-2768-4e7b-9ea5-9d7141173eb9 req-1939dd25-6975-4a14-99a4-bc0b9910633a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:48.661261 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a89b2d5-2768-4e7b-9ea5-9d7141173eb9 req-1939dd25-6975-4a14-99a4-bc0b9910633a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 945 time: 0.0836828 Aug 04 11:44:48.708510 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-94cc34d3-a81e-4344-8685-340ed416c8b5 service neutron] 10.222.0.86 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121588 Aug 04 11:44:48.724254 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3a89b2d5-2768-4e7b-9ea5-9d7141173eb9 req-dc603acd-4deb-4b7a-ba31-1ee4e06fed27 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567815 Aug 04 11:44:48.820511 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6407ab44-001b-490f-88f2-7644c127c4a1 req-537cc1ad-01c1-4fc4-901c-a31418d624f8 service neutron] 10.222.0.86 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010840 Aug 04 11:44:49.122173 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:49.177183 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4055efd-8fec-4f80-ae47-358ee9a27cf4 req-cfb5905b-1820-4d4d-9fcb-d91e3fcf4bb2 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:49.179236 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e4055efd-8fec-4f80-ae47-358ee9a27cf4 req-cfb5905b-1820-4d4d-9fcb-d91e3fcf4bb2 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 944 time: 0.0526729 Aug 04 11:44:49.221977 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e4055efd-8fec-4f80-ae47-358ee9a27cf4 req-e66e41a0-c86f-4929-b57d-1dad37c8599f tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351541 Aug 04 11:44:49.519836 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a380a5e-b438-455a-baf4-d01499c1e267 req-359a6006-0b25-413d-af14-b759b9228a77 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:49.519836 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a380a5e-b438-455a-baf4-d01499c1e267 req-359a6006-0b25-413d-af14-b759b9228a77 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0680137 Aug 04 11:44:49.555489 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4a380a5e-b438-455a-baf4-d01499c1e267 req-5cba2448-0098-445a-a97e-2d1d37793646 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362532 Aug 04 11:44:49.848443 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ff9cd-15ba-41bb-bff7-b1c6479863b4 req-34e03dfd-5d47-4575-83ff-944619958028 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:49.850036 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-795ff9cd-15ba-41bb-bff7-b1c6479863b4 req-34e03dfd-5d47-4575-83ff-944619958028 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 945 time: 0.0500565 Aug 04 11:44:49.891345 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-795ff9cd-15ba-41bb-bff7-b1c6479863b4 req-86714945-6047-4192-98ed-f632bcea92e3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341818 Aug 04 11:44:50.346653 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6a97d-204d-446f-9a86-a4d313c5ec1b req-bf6952ff-62dd-459f-a372-37f24097e5b7 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:50.348145 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-08b6a97d-204d-446f-9a86-a4d313c5ec1b req-bf6952ff-62dd-459f-a372-37f24097e5b7 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 944 time: 0.0528727 Aug 04 11:44:50.393044 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-08b6a97d-204d-446f-9a86-a4d313c5ec1b req-fc0129fa-720d-4627-b9e7-49129a7e54ba tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378637 Aug 04 11:44:50.705571 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723954c-53b7-46fc-9b86-e072e3805240 req-caf8d70f-2569-4024-9303-ddf2616d6dac tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:50.708913 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2723954c-53b7-46fc-9b86-e072e3805240 req-caf8d70f-2569-4024-9303-ddf2616d6dac tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0693250 Aug 04 11:44:50.777561 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2723954c-53b7-46fc-9b86-e072e3805240 req-5ab7b149-da8c-42b9-ac40-efecb938187f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606251 Aug 04 11:44:50.891234 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-9d48f0b1-83c9-4dcc-ba81-79b43f5bb2be tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128564089&fields=id&tenant_id=f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 267 time: 0.0357871 Aug 04 11:44:51.009922 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-f1a8afea-dc05-4b8b-909c-066271e5454d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:51.011921 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-f1a8afea-dc05-4b8b-909c-066271e5454d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 811 time: 0.1135988 Aug 04 11:44:51.031928 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-42185acf-819e-4210-bced-3d47fd804d52 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/quotas/f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 375 time: 0.0106068 Aug 04 11:44:51.095192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-206f8c33-0fb3-459f-b5b7-4d1dcfc99217 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560985 Aug 04 11:44:51.187340 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6340f5a-6d0e-4d50-8528-d984c5ecd7a4 service neutron] 10.222.0.88 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850890 Aug 04 11:44:51.522352 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-c12937d4-9fad-4681-8291-00dc1df7e788 service neutron] 10.222.0.88 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288453 Aug 04 11:44:51.539142 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb50ba-87d4-4c12-92e8-e5ab7eb62d90 req-06785dcf-b158-466e-9be3-aa2e048b8480 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:51.547794 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e1fb50ba-87d4-4c12-92e8-e5ab7eb62d90 req-06785dcf-b158-466e-9be3-aa2e048b8480 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 944 time: 0.0725093 Aug 04 11:44:51.603026 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e1fb50ba-87d4-4c12-92e8-e5ab7eb62d90 req-6dfce6d0-3291-4bba-a144-2659109621cb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542614 Aug 04 11:44:51.897886 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afc892-6d79-4530-a822-647ce49d5b7d req-331e9e58-cdc5-409d-bd0c-80dc64d8e3ee tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:51.899414 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-86afc892-6d79-4530-a822-647ce49d5b7d req-331e9e58-cdc5-409d-bd0c-80dc64d8e3ee tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0538566 Aug 04 11:44:51.941025 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-86afc892-6d79-4530-a822-647ce49d5b7d req-01164216-1511-4d5e-954b-c1d21b85661f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 Aug 04 11:44:52.264530 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 54464) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:52.315682 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7fb150ad-a514-4486-89b2-ba3e57a444e6 req-d57fed1f-941b-4c9e-b0fc-4538e8adb79a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0312483 Aug 04 11:44:52.446508 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2562128d-f58e-4f66-b76b-fbe1ccd3cae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:52.540841 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2562128d-f58e-4f66-b76b-fbe1ccd3cae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:52.636859 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2562128d-f58e-4f66-b76b-fbe1ccd3cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:52.674485 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2562128d-f58e-4f66-b76b-fbe1ccd3cae6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=056cd435e9a441bf88a430980fda38a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4087574 Aug 04 11:44:52.676377 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2562128d-f58e-4f66-b76b-fbe1ccd3cae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589724ff-d83f-4dc1-be63-e27a84b8881b,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:52.677787 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 54482) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:52.731681 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ee794cb0-1e87-48cc-b97a-6ee2ae536254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:52.746095 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740f4a5-06ec-46db-8332-d9b04be4949d req-5fe5dff1-7bc9-4f7f-a6cc-ffe3b81a5eca tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:52.747625 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b740f4a5-06ec-46db-8332-d9b04be4949d req-5fe5dff1-7bc9-4f7f-a6cc-ffe3b81a5eca tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 944 time: 0.0534337 Aug 04 11:44:52.760072 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ee794cb0-1e87-48cc-b97a-6ee2ae536254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:52.789705 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b740f4a5-06ec-46db-8332-d9b04be4949d req-852a272b-d0b6-4f36-ba77-193fc3a768a6 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353274 Aug 04 11:44:53.088456 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a050dfb-7c66-4508-89e6-54b314120886 req-c5ae056a-4037-4997-9af6-2e9845c5c234 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:53.090005 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a050dfb-7c66-4508-89e6-54b314120886 req-c5ae056a-4037-4997-9af6-2e9845c5c234 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0485651 Aug 04 11:44:53.122294 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ee794cb0-1e87-48cc-b97a-6ee2ae536254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:53.124919 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ee794cb0-1e87-48cc-b97a-6ee2ae536254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:53.126200 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ee794cb0-1e87-48cc-b97a-6ee2ae536254 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/589724ff-d83f-4dc1-be63-e27a84b8881b HTTP/1.1" status: 204 len: 168 time: 0.4465389 Aug 04 11:44:53.128429 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a050dfb-7c66-4508-89e6-54b314120886 req-443b35ae-fbec-4774-8945-4eb7128e1120 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322013 Aug 04 11:44:53.134519 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee794cb0-1e87-48cc-b97a-6ee2ae536254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589724ff-d83f-4dc1-be63-e27a84b8881b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:53.396518 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-23ecee5b-6713-4b5e-9cbd-fcde2e775ead req-6a9c23be-a1ed-4966-a100-90584edfacd7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0279839 Aug 04 11:44:53.415904 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device c697183e-9c3d-4a93-862a-ba1fd2fbb70b details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:44:53.516181 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port c697183e-9c3d-4a93-862a-ba1fd2fbb70b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:53.528807 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b', 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d', 'port_id': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b', 'mac_address': 'fa:16:3e:ba:3a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389eb64b-f4a2-4e46-bfdc-caf20d819a24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:44:53.566564 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:53.580030 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c697183e-9c3d-4a93-862a-ba1fd2fbb70b {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:53.601365 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port c697183e-9c3d-4a93-862a-ba1fd2fbb70b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:53.768107 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:53.815301 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:53.911270 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17959680-2449-400a-824c-36cd252aa6e1 req-e66bd09c-6f81-4db1-a688-83e3271f2df8 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:53.912752 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-17959680-2449-400a-824c-36cd252aa6e1 req-e66bd09c-6f81-4db1-a688-83e3271f2df8 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 945 time: 0.0503862 Aug 04 11:44:53.953515 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-17959680-2449-400a-824c-36cd252aa6e1 req-8a6e4ecf-f1d4-4b86-875d-89edcb73e76e tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329552 Aug 04 11:44:53.977358 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 54506) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:53.990761 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-51fe4581-97a4-4c6f-a235-ce3fe3f64ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.084453 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-51fe4581-97a4-4c6f-a235-ce3fe3f64ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.159251 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-51fe4581-97a4-4c6f-a235-ce3fe3f64ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.202884 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-51fe4581-97a4-4c6f-a235-ce3fe3f64ab6 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4101ca2b7e454999a7586f425d868e08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2220459 Aug 04 11:44:54.202884 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe4581-97a4-4c6f-a235-ce3fe3f64ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04671f01-8fd2-4150-9b2b-ce16ff6abc13,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:54.203263 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 54510) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:54.294045 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1a84b14-4445-4499-b208-40cd4064be36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.299433 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe9c1e-092d-4c24-b9d6-bbb4df958373 req-8eadbdb8-d6b3-4a5a-8d10-4ef026555eee tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:54.301490 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dabe9c1e-092d-4c24-b9d6-bbb4df958373 req-8eadbdb8-d6b3-4a5a-8d10-4ef026555eee tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0904641 Aug 04 11:44:54.325527 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1a84b14-4445-4499-b208-40cd4064be36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.347168 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dabe9c1e-092d-4c24-b9d6-bbb4df958373 req-398bbd3a-5b67-4523-808a-5e961bbc3a00 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383275 Aug 04 11:44:54.495781 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-67d3a6b5-2fcc-4e4b-8dce-4f3338629603 req-fe4fb3cf-455b-46d4-9262-dacc78717fcc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0305221 Aug 04 11:44:54.502961 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1a84b14-4445-4499-b208-40cd4064be36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.505892 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1a84b14-4445-4499-b208-40cd4064be36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:54.509628 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b1a84b14-4445-4499-b208-40cd4064be36 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/04671f01-8fd2-4150-9b2b-ce16ff6abc13 HTTP/1.1" status: 204 len: 168 time: 0.3027978 Aug 04 11:44:54.516735 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a84b14-4445-4499-b208-40cd4064be36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04671f01-8fd2-4150-9b2b-ce16ff6abc13,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:55.083211 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afbbc0-ba35-429e-991c-ded54d56e45d req-3efb2c8d-c3fe-4ab2-83eb-9b2a7160ecc5 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:55.085098 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38afbbc0-ba35-429e-991c-ded54d56e45d req-3efb2c8d-c3fe-4ab2-83eb-9b2a7160ecc5 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 945 time: 0.0575871 Aug 04 11:44:55.150440 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38afbbc0-ba35-429e-991c-ded54d56e45d req-fb88d170-d65e-4c80-9d3e-a81060b85a58 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367291 Aug 04 11:44:55.499598 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e52f2-6ee9-4383-b6f7-0c46a8d6b14a req-1bb660f4-cd6b-41c6-ab66-fdbe6a763800 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:55.501580 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-335e52f2-6ee9-4383-b6f7-0c46a8d6b14a req-1bb660f4-cd6b-41c6-ab66-fdbe6a763800 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0595398 Aug 04 11:44:55.569746 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-335e52f2-6ee9-4383-b6f7-0c46a8d6b14a req-146a99ac-b1b9-4ba8-9a39-d3ccef0355b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590072 Aug 04 11:44:55.608289 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-393b89ce-41aa-4742-874c-a8743c4997d9 req-3c00f6a1-1383-4e37-842a-180a9961561c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0415487 Aug 04 11:44:55.926793 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['c697183e-9c3d-4a93-862a-ba1fd2fbb70b'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:44:55.933807 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:56.260247 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccce58ef-1360-4282-a2ee-e10a8cb2726b req-76db485b-137c-4dfa-aed6-bc6a565593a4 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:56.261969 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ccce58ef-1360-4282-a2ee-e10a8cb2726b req-76db485b-137c-4dfa-aed6-bc6a565593a4 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 945 time: 0.0561013 Aug 04 11:44:56.305594 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ccce58ef-1360-4282-a2ee-e10a8cb2726b req-20b9abcb-4f07-4e0d-8914-5ef4d850aa3a tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 Aug 04 11:44:56.716171 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50669770-12d0-49b2-bcd9-f2a7fd9f4dca req-68e339a3-f352-4d51-a6f8-c219f9261b42 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:56.723623 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-50669770-12d0-49b2-bcd9-f2a7fd9f4dca req-68e339a3-f352-4d51-a6f8-c219f9261b42 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0652232 Aug 04 11:44:56.752040 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-94093a14-a22a-419e-a251-60daefefaacc req-0653f78f-3bc4-4f59-8800-1e99903eacfd tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0565102 Aug 04 11:44:56.790207 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-50669770-12d0-49b2-bcd9-f2a7fd9f4dca req-928f5d9b-b5c2-4aaa-b420-29447fa6fce4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656900 Aug 04 11:44:57.051326 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-9d0b1048-4921-4921-8ed3-7df023d49bc9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:57.053086 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-9d0b1048-4921-4921-8ed3-7df023d49bc9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 811 time: 0.1156402 Aug 04 11:44:57.119464 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-dee18579-0883-4865-a907-48f91cc7990e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 380 time: 0.0483651 Aug 04 11:44:57.133634 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'port': {'device_id': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'admin_state_up': True, 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'security_groups': ['ae5e918c-b076-4f13-a25d-759f22170fc4']}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:57.368044 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Made reservation on behalf of f4d21203be6b4d28b14090bebd1c6547 for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:44:57.378048 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.442309 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device c697183e-9c3d-4a93-862a-ba1fd2fbb70b up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:44:57.451823 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 54604) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:57.496884 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c614a27-dc70-43c3-8a5b-fef18b2eaa67 req-8f1ccf88-74b7-44c4-8af4-73e4850c8a3d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:57.498576 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7c614a27-dc70-43c3-8a5b-fef18b2eaa67 req-8f1ccf88-74b7-44c4-8af4-73e4850c8a3d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 945 time: 0.1116023 Aug 04 11:44:57.574551 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-93c156fa-85bd-4c47-ba15-f5dc6796bf82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.589158 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7c614a27-dc70-43c3-8a5b-fef18b2eaa67 req-3b810f01-af1c-4822-b06d-8c424173b8df tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808244 Aug 04 11:44:57.590967 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port c697183e-9c3d-4a93-862a-ba1fd2fbb70b completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:57.593481 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Allocated IP 172.20.0.7 (b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba/cfd92abe-d30d-437d-ab39-df6c7ca9cbe4/9bb96f8f-661e-47f7-9f96-feb0bd0f57d1) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:44:57.595819 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port c697183e-9c3d-4a93-862a-ba1fd2fbb70b triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:57.596328 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.683989 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.689978 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-93c156fa-85bd-4c47-ba15-f5dc6796bf82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.708195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:57.710799 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18ddb99-a7d1-48ed-8308-8ff4faf553e8" -d '{"events": [{"server_uuid": "3ef3927a-e431-42de-b4ad-b2cd9db65012", "name": "network-vif-plugged", "status": "completed", "tag": "c697183e-9c3d-4a93-862a-ba1fd2fbb70b"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:57.735349 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port c697183e-9c3d-4a93-862a-ba1fd2fbb70b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:44:57.753591 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c26c9a4-5440-460a-9fd9-0340297c2509 x-openstack-request-id: req-6c26c9a4-5440-460a-9fd9-0340297c2509 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:57.753916 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef3927a-e431-42de-b4ad-b2cd9db65012", "name": "network-vif-plugged", "status": "completed", "tag": "c697183e-9c3d-4a93-862a-ba1fd2fbb70b", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:57.754174 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c26c9a4-5440-460a-9fd9-0340297c2509 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:57.754745 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b', 'code': 200} Aug 04 11:44:57.757747 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.771548 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Transition to ACTIVE for port object 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:57.845571 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-93c156fa-85bd-4c47-ba15-f5dc6796bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.864626 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-96cf4326-1271-4c19-8047-a9f0159c5c1f req-b397c80d-711b-4559-ac45-c4b7940618b2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0384040 Aug 04 11:44:57.868309 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.890268 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-93c156fa-85bd-4c47-ba15-f5dc6796bf82 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=eca365e14e334d518b76093d9fd9444b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347918 Aug 04 11:44:57.890649 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 54618) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:57.901673 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c156fa-85bd-4c47-ba15-f5dc6796bf82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b9959b-6e82-4d2a-b9c6-6531c145c61a,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:57.936553 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:57.943894 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c12f2a-7912-4775-88d0-6cb4bba6b688 req-3da91ee0-f143-43b0-a352-fbdb67921a98 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:57.945425 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-99c12f2a-7912-4775-88d0-6cb4bba6b688 req-3da91ee0-f143-43b0-a352-fbdb67921a98 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0607519 Aug 04 11:44:57.967220 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b22db340-b2fd-4be3-bbef-82ec71637ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.992632 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b22db340-b2fd-4be3-bbef-82ec71637ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:57.992867 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-99c12f2a-7912-4775-88d0-6cb4bba6b688 req-d269ac79-9942-4593-a4f9-34309fa443a7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392933 Aug 04 11:44:57.995105 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.057663 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:44:58.075787 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:44:58.080817 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:44:58.084086 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:58.142241 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:58.143099 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.229901 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165332c0-25ee-4d19-9ed0-b4f1385e7d7d req-75028a38-9c34-453d-80c3-076a38a54f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:58.243900 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-165332c0-25ee-4d19-9ed0-b4f1385e7d7d req-75028a38-9c34-453d-80c3-076a38a54f20 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 1099 time: 0.0474482 Aug 04 11:44:58.275359 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-165332c0-25ee-4d19-9ed0-b4f1385e7d7d req-0e6152db-8939-450b-8aa8-a50d31d7da8d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291324 Aug 04 11:44:58.279509 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b22db340-b2fd-4be3-bbef-82ec71637ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.282064 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b22db340-b2fd-4be3-bbef-82ec71637ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.285926 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b22db340-b2fd-4be3-bbef-82ec71637ec4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/18b9959b-6e82-4d2a-b9c6-6531c145c61a HTTP/1.1" status: 204 len: 168 time: 0.3915980 Aug 04 11:44:58.297488 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22db340-b2fd-4be3-bbef-82ec71637ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b9959b-6e82-4d2a-b9c6-6531c145c61a,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:58.335016 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-d1a7ccca-8bdc-4042-9024-3a632de368d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2081194 Aug 04 11:44:58.359207 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Request body: {'port': {'device_id': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:44:58.417287 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.472843 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-090cacb8-052f-464d-afb8-b5fd2a86be8f None None] Provisioning for port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:44:58.479378 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-090cacb8-052f-464d-afb8-b5fd2a86be8f None None] Provisioning complete for port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:44:58.479875 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-090cacb8-052f-464d-afb8-b5fd2a86be8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.534505 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-090cacb8-052f-464d-afb8-b5fd2a86be8f None None] Port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:44:58.719616 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758b9af-3100-4e1d-a4e1-f65345bdbce1 req-e0a4c7c8-94f1-4bbd-9f29-3ba965f4f1ab tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:58.721205 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9758b9af-3100-4e1d-a4e1-f65345bdbce1 req-e0a4c7c8-94f1-4bbd-9f29-3ba965f4f1ab tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0579219 Aug 04 11:44:58.723244 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:44:58.731058 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.744250 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Transition to ACTIVE for port object 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:44:58.768275 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9758b9af-3100-4e1d-a4e1-f65345bdbce1 req-1fdb453a-41d7-42c7-96e9-dae0d803436e tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365763 Aug 04 11:44:58.865444 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:58.964755 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:59.059041 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a21093-bce9-47c7-975a-b554a2051b36 req-29a2479d-dd25-4b34-a649-0953fba60d15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.067145 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15a21093-bce9-47c7-975a-b554a2051b36 req-29a2479d-dd25-4b34-a649-0953fba60d15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0807464 Aug 04 11:44:59.127932 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Attempting to bind port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:44:59.128305 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Attempting to bind port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:44:59.128640 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Attempting to bind port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:59.133964 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15a21093-bce9-47c7-975a-b554a2051b36 req-8a054ead-7d7d-4ac4-bc9d-a801e55ed7b4 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633025 Aug 04 11:44:59.147572 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:44:59.147900 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Attempting to bind port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:44:59.163111 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cbfbe-c7c7-4e6a-b2c3-a6effb2c09b6 req-db2f551c-3f88-4bde-b1fa-a9fdc2787ed6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.179988 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d99cbfbe-c7c7-4e6a-b2c3-a6effb2c09b6 req-db2f551c-3f88-4bde-b1fa-a9fdc2787ed6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1249905 Aug 04 11:44:59.182944 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:44:59.183281 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Checking segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:44:59.183642 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Bound using segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:44:59.184125 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Bound port: 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:44:59.184439 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.250377 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-de0d78ed-2a08-4fbc-a3c5-42a1ad4ed6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.252095 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-de0d78ed-2a08-4fbc-a3c5-42a1ad4ed6c9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.1126230 Aug 04 11:44:59.270346 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d99cbfbe-c7c7-4e6a-b2c3-a6effb2c09b6 req-160e88a0-a6f7-432b-9d33-2268b0f71645 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893037 Aug 04 11:44:59.291935 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] For port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:44:59.296340 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] For port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:44:59.355244 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 54652) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:59.357667 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda54cc6-ec20-4294-8a0f-7c312c710b2e req-2bfa3487-2e02-40b5-989a-f3ff584cd59c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.359845 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bda54cc6-ec20-4294-8a0f-7c312c710b2e req-2bfa3487-2e02-40b5-989a-f3ff584cd59c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1206343 Aug 04 11:44:59.372056 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-51557070-515e-4c47-8ef3-80a9763ea305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.428471 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-3232a8d3-22ed-4ee8-9813-d4bace83012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.430654 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-3232a8d3-22ed-4ee8-9813-d4bace83012a service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.1599803 Aug 04 11:44:59.438245 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bda54cc6-ec20-4294-8a0f-7c312c710b2e req-55229918-f60f-4ac8-b95d-e4498f82c4e4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714095 Aug 04 11:44:59.487253 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-51557070-515e-4c47-8ef3-80a9763ea305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.488833 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-d7979727-773f-4c11-a871-3f0d8e909707 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 200 len: 217 time: 0.0451880 Aug 04 11:44:59.540921 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.546928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-6f9e12b0-3453-477f-ba92-937f1b5ee2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.548587 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-6f9e12b0-3453-477f-ba92-937f1b5ee2da service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.0488827 Aug 04 11:44:59.576349 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.577166 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.578847 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] 10.222.0.86 "PUT /v2.0/ports/9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 HTTP/1.1" status: 200 len: 1093 time: 1.2240748 Aug 04 11:44:59.581329 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:44:59.584229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3cdcd9-9ca7-4621-9b3d-d9f6f8ef3c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:44:59.592308 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-f51f82a9-7995-4279-8678-f974c5e47ee1 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276494 Aug 04 11:44:59.615575 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6791180-d078-42ff-9b44-dd0ba55635a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:59.644782 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9372c0-914c-4823-a1ff-cc84282664bd x-openstack-request-id: req-df9372c0-914c-4823-a1ff-cc84282664bd {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:44:59.645158 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:44:59.645509 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-df9372c0-914c-4823-a1ff-cc84282664bd {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:44:59.645811 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'status': 'completed', 'code': 200} Aug 04 11:44:59.659176 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-51557070-515e-4c47-8ef3-80a9763ea305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.696386 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-51557070-515e-4c47-8ef3-80a9763ea305 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7fe4e136e944e5da1ddab1d69ea4d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400609 Aug 04 11:44:59.700822 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 54660) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:44:59.732556 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-09e06255-0227-4463-9ea4-35dd62821807 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214232 Aug 04 11:44:59.747034 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51557070-515e-4c47-8ef3-80a9763ea305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c650e9ab-2220-43ec-acb5-4c844af3f704,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:44:59.779245 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cdcd9-9ca7-4621-9b3d-d9f6f8ef3c2c req-af7365d6-ec59-4392-990f-da1c5ac0bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.781827 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ae3cdcd9-9ca7-4621-9b3d-d9f6f8ef3c2c req-af7365d6-ec59-4392-990f-da1c5ac0bc2b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0897272 Aug 04 11:44:59.830022 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-418e050f-2ea9-4b21-8769-0dd0830f1ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.884535 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cfb06ae-ff0d-4c8f-9f13-5a0c29df9680 req-bd50d962-b215-4a2a-967c-c3e6dd8882d8 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422727 Aug 04 11:44:59.888190 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-418e050f-2ea9-4b21-8769-0dd0830f1ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:44:59.924653 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cdcd9-9ca7-4621-9b3d-d9f6f8ef3c2c req-7a7e4340-d01b-4dda-8375-a266e6afcb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.926180 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ae3cdcd9-9ca7-4621-9b3d-d9f6f8ef3c2c req-7a7e4340-d01b-4dda-8375-a266e6afcb0a service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4d21203be6b4d28b14090bebd1c6547&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1336110 Aug 04 11:44:59.990908 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b712f40-32f9-401b-9c0b-a50cb8fc9f1b req-18d59469-582e-4f0a-b15a-6a3fe9892d64 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:44:59.990908 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b712f40-32f9-401b-9c0b-a50cb8fc9f1b req-18d59469-582e-4f0a-b15a-6a3fe9892d64 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0795426 Aug 04 11:45:00.065659 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7b712f40-32f9-401b-9c0b-a50cb8fc9f1b req-d4e5b4e2-9839-4ca9-aa65-402ceefaf90c tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568762 Aug 04 11:45:00.080483 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cdcd9-9ca7-4621-9b3d-d9f6f8ef3c2c req-e9810bc9-2c37-43ca-b38d-0b5cf48f8d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.082276 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ae3cdcd9-9ca7-4621-9b3d-d9f6f8ef3c2c req-e9810bc9-2c37-43ca-b38d-0b5cf48f8d06 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1433730 Aug 04 11:45:00.099427 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-418e050f-2ea9-4b21-8769-0dd0830f1ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:00.104797 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-418e050f-2ea9-4b21-8769-0dd0830f1ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:00.112099 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-418e050f-2ea9-4b21-8769-0dd0830f1ed9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c650e9ab-2220-43ec-acb5-4c844af3f704 HTTP/1.1" status: 204 len: 168 time: 0.4041433 Aug 04 11:45:00.115604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418e050f-2ea9-4b21-8769-0dd0830f1ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c650e9ab-2220-43ec-acb5-4c844af3f704,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:00.196157 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-c31ee805-047b-48bc-9224-2105a544010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.198755 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-c31ee805-047b-48bc-9224-2105a544010c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 1096 time: 0.0545807 Aug 04 11:45:00.273122 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-3acf0ed9-ef2a-45f0-9f0e-ae857679357c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 HTTP/1.1" status: 200 len: 217 time: 0.0572793 Aug 04 11:45:00.301812 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b98b84-70a1-4593-a4f4-880327c18324 req-1e9b8d0a-a23c-4137-bf01-f42972dd31f7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.303580 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e5b98b84-70a1-4593-a4f4-880327c18324 req-1e9b8d0a-a23c-4137-bf01-f42972dd31f7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0903847 Aug 04 11:45:00.365484 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-1f969945-0ed6-405f-940e-ce8abc1fb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.366953 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-1f969945-0ed6-405f-940e-ce8abc1fb453 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0829914 Aug 04 11:45:00.372417 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e5b98b84-70a1-4593-a4f4-880327c18324 req-eba8670d-b01f-491a-9b53-68cfab499ce6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476539 Aug 04 11:45:00.434257 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-0a8041a9-a16d-40c1-87a4-f6fe476d3834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.434257 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-0a8041a9-a16d-40c1-87a4-f6fe476d3834 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487564 Aug 04 11:45:00.442693 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7004baac-b153-4ff5-a17e-a61e6aea2005 req-695bda7a-f1f5-49db-9bcb-407813d874f6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.444655 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7004baac-b153-4ff5-a17e-a61e6aea2005 req-695bda7a-f1f5-49db-9bcb-407813d874f6 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0625038 Aug 04 11:45:00.493292 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7004baac-b153-4ff5-a17e-a61e6aea2005 req-0ffb17d1-9a4d-4f1d-938f-b2957f7eb34e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427327 Aug 04 11:45:00.602365 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-501b2f69-c7c4-458d-83aa-65c211cac9fa service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539981 Aug 04 11:45:00.642905 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2795b4cd-7e96-49f7-b0b2-445eaa5c5c13 req-87f91470-4508-4d27-ae8c-55cd2289b580 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:00.647784 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2795b4cd-7e96-49f7-b0b2-445eaa5c5c13 req-87f91470-4508-4d27-ae8c-55cd2289b580 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1135113 Aug 04 11:45:00.740304 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2795b4cd-7e96-49f7-b0b2-445eaa5c5c13 req-48d9f78d-b5d8-4888-a80e-d142483a692c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813406 Aug 04 11:45:00.793887 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-142aa8a3-7ce5-48de-862c-1da60bdc6781 req-4ed78e60-9065-42ec-b32f-9739173e2266 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436448 Aug 04 11:45:01.178272 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f93741c-1513-42c1-82ee-70f37ca4a409 req-192a4617-de4c-4c8a-8ca4-b55ec001906c tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:01.186216 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f93741c-1513-42c1-82ee-70f37ca4a409 req-192a4617-de4c-4c8a-8ca4-b55ec001906c tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0621991 Aug 04 11:45:01.230711 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f93741c-1513-42c1-82ee-70f37ca4a409 req-83e8c90c-ad2a-4179-82bf-424ad9ee7c95 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434792 Aug 04 11:45:01.453087 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:45:01.495517 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b795b-b1b4-4da2-b0f5-a9177600ab72 req-a4a73720-9aee-4b12-a128-4b0a242be3bf tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:01.495517 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-435b795b-b1b4-4da2-b0f5-a9177600ab72 req-a4a73720-9aee-4b12-a128-4b0a242be3bf tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0531018 Aug 04 11:45:01.542516 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-435b795b-b1b4-4da2-b0f5-a9177600ab72 req-88db3acd-2c66-44be-8383-29c420b255c7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419216 Aug 04 11:45:01.562295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:01.575860 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '6613eb78-21db-46a4-b5a1-64f701bef576', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'port_id': '6613eb78-21db-46a4-b5a1-64f701bef576', 'mac_address': 'fa:16:3e:2e:bf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:45:01.619432 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:01.628340 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d17c342-24e2-4a14-b3ee-d919150a083c req-e6109679-2a00-4aef-b254-0edb19e0292c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:01.629875 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8d17c342-24e2-4a14-b3ee-d919150a083c req-e6109679-2a00-4aef-b254-0edb19e0292c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0531359 Aug 04 11:45:01.633281 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6613eb78-21db-46a4-b5a1-64f701bef576 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:45:01.655002 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:01.671472 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8d17c342-24e2-4a14-b3ee-d919150a083c req-2be35260-77b3-4618-8692-394a8c06f683 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349329 Aug 04 11:45:01.808632 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:01.857787 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=6']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:01.914254 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44a05a-150f-4dd5-a9e2-a6594c4c563d req-7727ffe5-ba82-4006-b94e-ac36ba343573 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:01.923924 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4d44a05a-150f-4dd5-a9e2-a6594c4c563d req-7727ffe5-ba82-4006-b94e-ac36ba343573 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.0621150 Aug 04 11:45:01.951635 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['6613eb78-21db-46a4-b5a1-64f701bef576'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:01.957954 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4d44a05a-150f-4dd5-a9e2-a6594c4c563d req-5e094043-433d-472d-a91e-153915565ae5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358839 Aug 04 11:45:02.677467 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28d1e1-3e46-4888-89ba-93772c501a05 req-fbbd9cdd-a054-47a6-81e4-1127657f951d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:02.679188 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c28d1e1-3e46-4888-89ba-93772c501a05 req-fbbd9cdd-a054-47a6-81e4-1127657f951d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0560338 Aug 04 11:45:02.723998 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c28d1e1-3e46-4888-89ba-93772c501a05 req-d8d85a30-c0cd-41e7-90d2-8b8854eb77e6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374787 Aug 04 11:45:02.805831 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370361b-d7f3-4185-988b-7a10e2eb73e0 req-d52e5001-1736-4465-b30f-fb6e42d31ba9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:02.807391 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b370361b-d7f3-4185-988b-7a10e2eb73e0 req-d52e5001-1736-4465-b30f-fb6e42d31ba9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0600951 Aug 04 11:45:02.847943 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b370361b-d7f3-4185-988b-7a10e2eb73e0 req-7ce3d7e3-d9db-4639-ab49-f5ec405c3a60 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340004 Aug 04 11:45:03.099985 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd61361-e1ea-458f-ab33-70a394a6c11d req-0bb93d85-b302-45cc-83f2-53bf9674399b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.101605 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5bd61361-e1ea-458f-ab33-70a394a6c11d req-0bb93d85-b302-45cc-83f2-53bf9674399b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.0546048 Aug 04 11:45:03.145284 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5bd61361-e1ea-458f-ab33-70a394a6c11d req-d1378b80-1f15-4f27-a426-7a26d994bcc0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376344 Aug 04 11:45:03.649295 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc5d4a-199a-43a6-a943-4e27974a6585 req-9fe381d1-55d5-47ef-a192-246ca0b83e99 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.650902 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6dc5d4a-199a-43a6-a943-4e27974a6585 req-9fe381d1-55d5-47ef-a192-246ca0b83e99 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0587523 Aug 04 11:45:03.692784 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6dc5d4a-199a-43a6-a943-4e27974a6585 req-434c9590-91d3-45fc-b3c5-34d6dac86341 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358551 Aug 04 11:45:03.849411 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca234ea2-2144-411f-a52b-bf01d82168d1 req-1bdd7797-d782-4cb9-8e09-48f97ba171db tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.850945 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ca234ea2-2144-411f-a52b-bf01d82168d1 req-1bdd7797-d782-4cb9-8e09-48f97ba171db tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0594914 Aug 04 11:45:03.891779 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ca234ea2-2144-411f-a52b-bf01d82168d1 req-826e3e9e-c71a-495b-ad20-40f2bad31c66 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347843 Aug 04 11:45:03.981565 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4daf59d-21be-4d28-9a9f-4729601ec11b req-6b1cf05f-e46a-4c21-9eb9-85c29bc781b9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:03.983180 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4daf59d-21be-4d28-9a9f-4729601ec11b req-6b1cf05f-e46a-4c21-9eb9-85c29bc781b9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0580838 Aug 04 11:45:04.025668 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4daf59d-21be-4d28-9a9f-4729601ec11b req-db88c4fd-4366-4af2-b658-2692b4a5439f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362034 Aug 04 11:45:04.118218 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:04.181376 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 6613eb78-21db-46a4-b5a1-64f701bef576 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:04.181746 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.287598 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83d3359-cc00-40f8-bee0-38f206458f64 req-5a668615-01f1-4751-9eaa-81f236a262d8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:04.288487 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.289391 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d83d3359-cc00-40f8-bee0-38f206458f64 req-5a668615-01f1-4751-9eaa-81f236a262d8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.0674217 Aug 04 11:45:04.335581 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:04.338145 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f68d919-867a-4a92-a4b6-6e2b6e1b0d83" -d '{"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:04.354584 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:04.381240 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d83d3359-cc00-40f8-bee0-38f206458f64 req-94cbe734-bb94-4279-a699-c5e5fd24aa9e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754123 Aug 04 11:45:04.420790 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28240ea-e5da-4f96-a95a-b8347b4ea030 x-openstack-request-id: req-e28240ea-e5da-4f96-a95a-b8347b4ea030 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:04.421185 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:04.421521 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-e28240ea-e5da-4f96-a95a-b8347b4ea030 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:04.421981 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576', 'code': 200} Aug 04 11:45:04.451076 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:04.506453 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=7']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:04.820085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43266575-8d89-4da8-8f85-b83eba49ebec req-78cb240f-1e8b-4e7e-8b6f-b85b79bda621 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:04.821727 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-43266575-8d89-4da8-8f85-b83eba49ebec req-78cb240f-1e8b-4e7e-8b6f-b85b79bda621 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0536497 Aug 04 11:45:04.865111 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-43266575-8d89-4da8-8f85-b83eba49ebec req-35ed4a40-baaf-4d1f-8afb-f0e672b7cbca tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366316 Aug 04 11:45:05.054647 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f64702-bcc8-44a8-b380-1c44cf724c0e req-d20f2e72-4d7b-4908-a4f1-946ed79423a9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:05.057764 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-63f64702-bcc8-44a8-b380-1c44cf724c0e req-d20f2e72-4d7b-4908-a4f1-946ed79423a9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0895252 Aug 04 11:45:05.107091 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-63f64702-bcc8-44a8-b380-1c44cf724c0e req-bbae337b-aa4b-45be-acec-f3fc3a4e8faf tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Aug 04 11:45:05.161713 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9483be-3084-4be4-9914-bca5b6160844 req-a2eaeee7-0216-4a85-a596-761b6ed721bc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:05.163346 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac9483be-3084-4be4-9914-bca5b6160844 req-a2eaeee7-0216-4a85-a596-761b6ed721bc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0612426 Aug 04 11:45:05.210516 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac9483be-3084-4be4-9914-bca5b6160844 req-1b960ee4-f97f-46bc-9363-b8826d1eeeaf tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376365 Aug 04 11:45:05.546046 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2da94b-113f-4dc5-a588-ba7da9ecf443 req-0027a3f2-498c-4442-97b7-ebf103bc9c03 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:05.547528 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-db2da94b-113f-4dc5-a588-ba7da9ecf443 req-0027a3f2-498c-4442-97b7-ebf103bc9c03 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0651736 Aug 04 11:45:05.590104 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-db2da94b-113f-4dc5-a588-ba7da9ecf443 req-584133e7-8f45-48a3-a59f-196eb906eaf4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360677 Aug 04 11:45:05.994404 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa8aae0-05f4-45cc-9a99-64bdf1265275 req-fcb11a27-82ba-43b9-a919-181aa59b58ad tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:05.996450 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1aa8aae0-05f4-45cc-9a99-64bdf1265275 req-fcb11a27-82ba-43b9-a919-181aa59b58ad tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0598636 Aug 04 11:45:06.039580 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1aa8aae0-05f4-45cc-9a99-64bdf1265275 req-35c6059d-40e5-4e2d-929c-22dee6df9bf2 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369101 Aug 04 11:45:06.235769 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5925de-3280-4573-9d2d-1bb93d8fecd6 req-7856010a-4baa-4742-8e8c-32e9f73d5873 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:06.237485 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4b5925de-3280-4573-9d2d-1bb93d8fecd6 req-7856010a-4baa-4742-8e8c-32e9f73d5873 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0606842 Aug 04 11:45:06.285848 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4b5925de-3280-4573-9d2d-1bb93d8fecd6 req-f3de1e05-50ef-453e-8280-9c129138ae42 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373411 Aug 04 11:45:06.339203 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d31b1-f9a5-4e57-8997-00688e841912 req-2f40e325-6269-43d3-bf40-d653063980e7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:06.340726 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b0d31b1-f9a5-4e57-8997-00688e841912 req-2f40e325-6269-43d3-bf40-d653063980e7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0520508 Aug 04 11:45:06.380560 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b0d31b1-f9a5-4e57-8997-00688e841912 req-d8647fb2-809f-4343-810a-b8472451834b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338960 Aug 04 11:45:06.712029 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da60b65-4fde-485e-ada9-f8f0f83adadc req-f25fa25a-e17b-408f-bc4a-66b3a7980991 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:06.713488 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9da60b65-4fde-485e-ada9-f8f0f83adadc req-f25fa25a-e17b-408f-bc4a-66b3a7980991 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0509644 Aug 04 11:45:06.753280 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9da60b65-4fde-485e-ada9-f8f0f83adadc req-214020c6-0799-4302-b3e9-ec8d8c4c2051 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336905 Aug 04 11:45:07.161713 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939d7190-a4dd-467f-a701-7d3f16e5f726 req-d807ea33-9537-496d-a218-16488dd3e98d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:07.163252 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-939d7190-a4dd-467f-a701-7d3f16e5f726 req-d807ea33-9537-496d-a218-16488dd3e98d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0557387 Aug 04 11:45:07.203268 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-939d7190-a4dd-467f-a701-7d3f16e5f726 req-e6083590-ca1e-4039-86d7-2d14461e9582 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Aug 04 11:45:07.407104 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5503dc-45ad-4b7a-aa82-a51bd317a276 req-b86f1f5d-158f-4693-a558-04d83dfe47e2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:07.408644 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e5503dc-45ad-4b7a-aa82-a51bd317a276 req-b86f1f5d-158f-4693-a558-04d83dfe47e2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0512705 Aug 04 11:45:07.460931 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e5503dc-45ad-4b7a-aa82-a51bd317a276 req-89478653-41a3-4484-b7c9-8fad0c2369ee tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454187 Aug 04 11:45:07.516327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179ec66-ff65-4d7e-b391-20ed120851f7 req-15ee8548-ae62-4d48-b285-0eaab1232fba tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:07.517837 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5179ec66-ff65-4d7e-b391-20ed120851f7 req-15ee8548-ae62-4d48-b285-0eaab1232fba tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0565643 Aug 04 11:45:07.557841 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5179ec66-ff65-4d7e-b391-20ed120851f7 req-0501e7a7-075d-444f-8ba4-56ab5eab1166 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338867 Aug 04 11:45:07.909622 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac996d2-df57-4505-aaf0-2d4421bf8e5e req-f17b1c34-1a3a-464d-b216-52c13e38213c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:07.911907 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aac996d2-df57-4505-aaf0-2d4421bf8e5e req-f17b1c34-1a3a-464d-b216-52c13e38213c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0726953 Aug 04 11:45:07.962016 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aac996d2-df57-4505-aaf0-2d4421bf8e5e req-5f405c2c-f9c8-4c3b-b569-3bee9c7e0d02 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442286 Aug 04 11:45:08.383392 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77cf713-6608-48c4-834a-2a75b8f88254 req-a8cb0682-b2f1-4574-9361-4d89826dd9ae tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:08.390956 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e77cf713-6608-48c4-834a-2a75b8f88254 req-a8cb0682-b2f1-4574-9361-4d89826dd9ae tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0932181 Aug 04 11:45:08.447108 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e77cf713-6608-48c4-834a-2a75b8f88254 req-e5dffaa4-0498-4daf-b8d8-9ed7ff177f26 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Aug 04 11:45:08.608580 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f131815-79bf-47c4-83ec-7f491001f072 req-18ecd2aa-4305-42aa-8c38-e1f8ae6c285f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:08.611323 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4f131815-79bf-47c4-83ec-7f491001f072 req-18ecd2aa-4305-42aa-8c38-e1f8ae6c285f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0613165 Aug 04 11:45:08.717775 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4f131815-79bf-47c4-83ec-7f491001f072 req-33a85d5f-f8bc-4f47-9851-d549189bc92a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398669 Aug 04 11:45:08.745768 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9f9ad2-ee67-47ce-9004-e2d889786191 req-186307f4-fd6a-464a-ba3a-ff06959e5849 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:08.768002 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff9f9ad2-ee67-47ce-9004-e2d889786191 req-186307f4-fd6a-464a-ba3a-ff06959e5849 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0983977 Aug 04 11:45:08.831952 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff9f9ad2-ee67-47ce-9004-e2d889786191 req-7e9974cd-adc7-428b-bdf7-069e2bd19604 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621281 Aug 04 11:45:08.877372 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-d4a045d1-f0ed-4e90-8d57-87ddc8fc5799 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:08.877372 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-d4a045d1-f0ed-4e90-8d57-87ddc8fc5799 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 946 time: 0.0932245 Aug 04 11:45:09.033442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Deleting port c697183e-9c3d-4a93-862a-ba1fd2fbb70b {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:09.034396 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:09.181489 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] For port c697183e-9c3d-4a93-862a-ba1fd2fbb70b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:09.182009 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:09.200544 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Calling delete_port for c697183e-9c3d-4a93-862a-ba1fd2fbb70b owned by compute:nova {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:09.215643 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22250b3-b527-428f-bce3-04de44a8324e req-28f38ad0-9edc-428b-83ec-def318686932 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:09.215643 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f22250b3-b527-428f-bce3-04de44a8324e req-28f38ad0-9edc-428b-83ec-def318686932 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1276917 Aug 04 11:45:09.307716 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f22250b3-b527-428f-bce3-04de44a8324e req-e2d645a7-7fbf-4dc9-bee5-dadad979ee4e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836549 Aug 04 11:45:09.565736 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:09.579587 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['c697183e-9c3d-4a93-862a-ba1fd2fbb70b'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:09.615430 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Pushing event deleted for resources: {'Port': ['ID=c697183e-9c3d-4a93-862a-ba1fd2fbb70b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:09.634049 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-93c8bc19-9f49-45b4-a19d-4543c0b23638 req-bef621f0-ee42-47dd-9cc7-c1dff476a8d2 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0752292 Aug 04 11:45:09.663192 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] No DVR routers for this DVR port c697183e-9c3d-4a93-862a-ba1fd2fbb70b on host hv-cinder-78652 {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:09.668283 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:09.670468 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1a6b4371-ed6f-4f5b-9920-586fb2693b4a req-2aee52fe-b679-47fc-8be8-718060f4ed59 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "DELETE /v2.0/ports/c697183e-9c3d-4a93-862a-ba1fd2fbb70b HTTP/1.1" status: 204 len: 173 time: 0.8147473 Aug 04 11:45:09.670964 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'name': 'network-vif-deleted', 'tag': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:09.673219 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d007de5-1e81-417b-a1aa-195d295161dd" -d '{"events": [{"server_uuid": "3ef3927a-e431-42de-b4ad-b2cd9db65012", "name": "network-vif-deleted", "tag": "c697183e-9c3d-4a93-862a-ba1fd2fbb70b"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:09.740851 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2444db-5831-4b0c-8920-ce24c69b3028 x-openstack-request-id: req-9c2444db-5831-4b0c-8920-ce24c69b3028 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:09.741206 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ef3927a-e431-42de-b4ad-b2cd9db65012", "name": "network-vif-deleted", "tag": "c697183e-9c3d-4a93-862a-ba1fd2fbb70b", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:09.741438 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9c2444db-5831-4b0c-8920-ce24c69b3028 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:09.741839 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef3927a-e431-42de-b4ad-b2cd9db65012', 'name': 'network-vif-deleted', 'tag': 'c697183e-9c3d-4a93-862a-ba1fd2fbb70b', 'status': 'completed', 'code': 200} Aug 04 11:45:09.905788 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aaac54-1b15-42d7-a4cc-911379496185 req-e72f7acf-4e03-46a0-b90f-3b7f80a56464 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:09.907677 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-45aaac54-1b15-42d7-a4cc-911379496185 req-e72f7acf-4e03-46a0-b90f-3b7f80a56464 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0948322 Aug 04 11:45:09.963868 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-45aaac54-1b15-42d7-a4cc-911379496185 req-df942813-9d7e-4cd1-877e-b8710c52e9fb tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456743 Aug 04 11:45:10.011494 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68aff-3e4a-460d-8fbf-567b7f4bdc06 req-1d215850-1847-4a63-a2b9-1f183df899d4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:10.029079 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-49e68aff-3e4a-460d-8fbf-567b7f4bdc06 req-1d215850-1847-4a63-a2b9-1f183df899d4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0693541 Aug 04 11:45:10.094422 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-49e68aff-3e4a-460d-8fbf-567b7f4bdc06 req-12018f72-6046-4645-ab71-032c112bc86e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729167 Aug 04 11:45:10.480088 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30629ccf-01df-4db1-819c-65ade89441bd req-e746e91d-5405-4e27-8d23-084e36ebcc57 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:10.483138 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-30629ccf-01df-4db1-819c-65ade89441bd req-e746e91d-5405-4e27-8d23-084e36ebcc57 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0785487 Aug 04 11:45:10.559413 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-30629ccf-01df-4db1-819c-65ade89441bd req-4b54d14d-9d9e-40e8-bdc5-fb15858f1c74 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580618 Aug 04 11:45:10.829942 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4813d43f-c2eb-497c-a3b1-d9a2deb0ee1c req-4a2fc55b-14af-4e48-8096-09262c1e2fd2 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0348599 Aug 04 11:45:11.113796 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb12166-d3ae-4757-bb66-3f463e4a4107 req-5fb4c204-d086-4ded-af2a-2fa4aac71fc1 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:11.115968 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2fb12166-d3ae-4757-bb66-3f463e4a4107 req-5fb4c204-d086-4ded-af2a-2fa4aac71fc1 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0757222 Aug 04 11:45:11.212615 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2fb12166-d3ae-4757-bb66-3f463e4a4107 req-c9d33774-db48-4a03-bf4e-bfcdea09be08 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887659 Aug 04 11:45:11.315935 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e768a05-1de6-40cd-bf16-81ee7d3e6eae req-abd4fe66-2a07-4be8-bfe5-0263c287cc9c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:11.322527 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e768a05-1de6-40cd-bf16-81ee7d3e6eae req-abd4fe66-2a07-4be8-bfe5-0263c287cc9c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0579665 Aug 04 11:45:11.385539 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4e768a05-1de6-40cd-bf16-81ee7d3e6eae req-3e2e31ae-a30b-4300-bc06-d10099178d44 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571094 Aug 04 11:45:11.718678 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738c65c-de5d-4d55-866e-d800dbc1e44b req-bd750b00-2e5d-4dc1-a806-71c7ffe86e2e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:11.757882 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0738c65c-de5d-4d55-866e-d800dbc1e44b req-bd750b00-2e5d-4dc1-a806-71c7ffe86e2e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0481622 Aug 04 11:45:11.762740 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0738c65c-de5d-4d55-866e-d800dbc1e44b req-6df4784e-eaff-435d-8aba-df60b40b12a5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367508 Aug 04 11:45:11.943532 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-674cf6f1-eb84-42f6-83b7-94dc3b689425 req-f122e1ce-64d0-49fd-bd6f-4116c711d241 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0296347 Aug 04 11:45:12.548130 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a35aca-e258-4478-bcd1-26544e5c148b req-f529f0ae-382a-4650-aea2-e93ff762d2a1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:12.550877 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0a35aca-e258-4478-bcd1-26544e5c148b req-f529f0ae-382a-4650-aea2-e93ff762d2a1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0692251 Aug 04 11:45:12.598491 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794e488-f9af-4f5a-bdcc-d5d876b4910f req-ed0a7ea4-2388-4dba-aaca-3717378a2ffc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:12.603403 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d794e488-f9af-4f5a-bdcc-d5d876b4910f req-ed0a7ea4-2388-4dba-aaca-3717378a2ffc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.3251462 Aug 04 11:45:12.623024 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0a35aca-e258-4478-bcd1-26544e5c148b req-391d755a-b02c-42fb-8089-4a3f4905228b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607929 Aug 04 11:45:12.676895 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d794e488-f9af-4f5a-bdcc-d5d876b4910f req-ef00ce77-55d8-4464-9547-fc6dbfc4a5ba tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557668 Aug 04 11:45:12.909279 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7177cca-e96e-461c-8b87-4a5c6fc83d39 req-d0b275c1-7682-426b-a129-22dd5f53a22e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:12.910935 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7177cca-e96e-461c-8b87-4a5c6fc83d39 req-d0b275c1-7682-426b-a129-22dd5f53a22e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0712147 Aug 04 11:45:12.951572 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7177cca-e96e-461c-8b87-4a5c6fc83d39 req-878f1300-6505-4180-8798-931cb86b2c5b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335901 Aug 04 11:45:13.070373 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8d9351e3-da80-45e4-98ec-0be59eff1930 req-e6255416-5bec-4438-9d63-a09393dc5bca tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0332491 Aug 04 11:45:13.551082 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-008a0fa9-9f47-41ac-9b42-56e8637623c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:13.563024 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device c697183e-9c3d-4a93-862a-ba1fd2fbb70b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:13.596879 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: c697183e-9c3d-4a93-862a-ba1fd2fbb70b {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:13.597537 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device c697183e-9c3d-4a93-862a-ba1fd2fbb70b not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:13.799501 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc61c5b-454c-4b96-8530-9a59bb5c9113 req-b6008b5d-724d-4ced-90e3-8f346dc59387 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:13.810825 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acc61c5b-454c-4b96-8530-9a59bb5c9113 req-b6008b5d-724d-4ced-90e3-8f346dc59387 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0739746 Aug 04 11:45:13.834710 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22a7e0-ec61-44f7-8f7a-b0a57975f0a0 req-70b6728e-f8d4-4c39-92cb-c94af41c740b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:13.845573 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6d22a7e0-ec61-44f7-8f7a-b0a57975f0a0 req-70b6728e-f8d4-4c39-92cb-c94af41c740b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0869732 Aug 04 11:45:13.867433 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acc61c5b-454c-4b96-8530-9a59bb5c9113 req-d336d996-124e-4f97-afaa-894cd2101224 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512583 Aug 04 11:45:13.912906 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6d22a7e0-ec61-44f7-8f7a-b0a57975f0a0 req-0f2156b9-9553-41f0-b5da-686a5e5a13a2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651224 Aug 04 11:45:14.127049 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29df3d-e87f-4296-ace4-d8cbbbaecc58 req-55efde75-d42f-4187-bb9f-53ac6a634002 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:14.131532 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dc29df3d-e87f-4296-ace4-d8cbbbaecc58 req-55efde75-d42f-4187-bb9f-53ac6a634002 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0754786 Aug 04 11:45:14.219561 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dc29df3d-e87f-4296-ace4-d8cbbbaecc58 req-77c81b4b-f1a7-4aa7-b3c4-a247734f0e51 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821388 Aug 04 11:45:14.259437 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-df9bac32-1f8a-486f-97dd-40630b8da083 req-0a124ac6-6406-468c-9dff-86a1d27ade60 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=3ef3927a-e431-42de-b4ad-b2cd9db65012 HTTP/1.1" status: 200 len: 210 time: 0.0518723 Aug 04 11:45:15.023955 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b95d2-cc42-41e2-90c8-231c043213f1 req-93169a9b-8d6d-4686-b571-8606977d9a98 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:15.032581 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-613b95d2-cc42-41e2-90c8-231c043213f1 req-93169a9b-8d6d-4686-b571-8606977d9a98 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0922682 Aug 04 11:45:15.087697 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-613b95d2-cc42-41e2-90c8-231c043213f1 req-a58bd5ec-e143-4287-8b69-a0d719199b9c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538015 Aug 04 11:45:15.159116 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204e7a0-d82f-4ca1-ab45-2779b5766c97 req-44ff3b4a-2a38-46a3-90d7-90ef3b36ef0c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:15.160796 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3204e7a0-d82f-4ca1-ab45-2779b5766c97 req-44ff3b4a-2a38-46a3-90d7-90ef3b36ef0c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0790117 Aug 04 11:45:15.230514 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3204e7a0-d82f-4ca1-ab45-2779b5766c97 req-1ba4f7d4-eb7d-46d9-ba39-04032248b300 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631788 Aug 04 11:45:15.466349 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c554dc29-fe29-4e97-904d-bf2d9f605a58 req-a8935b37-6a9b-4e97-bd21-36ff4b96c9b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:15.474195 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c554dc29-fe29-4e97-904d-bf2d9f605a58 req-a8935b37-6a9b-4e97-bd21-36ff4b96c9b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0756695 Aug 04 11:45:15.533838 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c554dc29-fe29-4e97-904d-bf2d9f605a58 req-89a560f4-5303-4ede-8437-5131726b2235 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581989 Aug 04 11:45:15.793462 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-ea65623f-a63e-4017-a4b3-ae76980f5a69 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:15.796506 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-ea65623f-a63e-4017-a4b3-ae76980f5a69 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/networks?id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d HTTP/1.1" status: 200 len: 808 time: 0.1668222 Aug 04 11:45:15.855557 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-cd4a916c-5744-444c-a396-bfbc463de26c tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/quotas/6f8528dbe334409aab9d61fe91c2856e HTTP/1.1" status: 200 len: 375 time: 0.0467846 Aug 04 11:45:15.899130 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-f746a975-a2a8-4fa0-bf93-bf4a501fa418 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=6f8528dbe334409aab9d61fe91c2856e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322518 Aug 04 11:45:16.006655 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-1cf91e85-7197-4870-9da4-da59458e0000 service neutron] 10.222.0.88 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975239 Aug 04 11:45:16.099590 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-c9398058-ee2e-40ec-904f-5bc645c2c34f service neutron] 10.222.0.88 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851192 Aug 04 11:45:16.258368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acafe302-969a-4700-bbac-fece8e55c9af req-f35a35a1-f026-4e5b-95c8-784c3d4a00fe tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:16.260227 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acafe302-969a-4700-bbac-fece8e55c9af req-f35a35a1-f026-4e5b-95c8-784c3d4a00fe tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0784461 Aug 04 11:45:16.309733 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-acafe302-969a-4700-bbac-fece8e55c9af req-7918dcec-267f-4564-85c7-8fdc063ba5f2 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425043 Aug 04 11:45:16.430203 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac673dc-b14d-4b5d-97ad-e130ed7c6d55 req-72fd661d-7745-4b6f-a3b1-1edb91acc5ed tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:16.432789 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ac673dc-b14d-4b5d-97ad-e130ed7c6d55 req-72fd661d-7745-4b6f-a3b1-1edb91acc5ed tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0630586 Aug 04 11:45:16.489618 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ac673dc-b14d-4b5d-97ad-e130ed7c6d55 req-66f08ab7-8436-450b-aa31-0821c16fbbab tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507770 Aug 04 11:45:16.652416 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:16.655721 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-30c23d01-cd5b-4c18-8439-be392cfba851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:16.709926 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696cf5f-d215-45c1-8b70-ca8d415ea588 req-6b9eb382-7647-4c10-b799-7a5cd53622b9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:16.712510 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4696cf5f-d215-45c1-8b70-ca8d415ea588 req-6b9eb382-7647-4c10-b799-7a5cd53622b9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0642960 Aug 04 11:45:16.789006 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4696cf5f-d215-45c1-8b70-ca8d415ea588 req-0ccaf64d-6ae8-47d4-9a5d-892f9f611869 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692821 Aug 04 11:45:16.833304 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-37c4c3c5-7ee4-4d82-8af9-5e66575cdce3 req-380d19a8-a1e7-41c4-b1f3-33b11ccb155b tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 210 time: 0.0721569 Aug 04 11:45:16.861556 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:17.555248 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a165f8-cd0a-478b-8c2e-a219f8ee4940 req-b0244542-5fc1-4c64-9120-18bb33211874 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:17.559426 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-71a165f8-cd0a-478b-8c2e-a219f8ee4940 req-b0244542-5fc1-4c64-9120-18bb33211874 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1321073 Aug 04 11:45:17.634213 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-71a165f8-cd0a-478b-8c2e-a219f8ee4940 req-3ae32b13-4071-47a3-a9d2-276bd4241cae tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639606 Aug 04 11:45:17.695556 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910beb6-f58d-4a13-8890-07102a0b5b2a req-9dfdf160-f7c9-430b-bf20-c90e84afae68 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:17.704346 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6910beb6-f58d-4a13-8890-07102a0b5b2a req-9dfdf160-f7c9-430b-bf20-c90e84afae68 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.0860870 Aug 04 11:45:17.757842 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6910beb6-f58d-4a13-8890-07102a0b5b2a req-e39bdfb0-c8f7-44bb-bbae-f1b1078d6b1d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524135 Aug 04 11:45:17.985062 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-90cae871-c5be-4df9-8efe-7b5c5928fd0d req-b1ee7485-b32d-434b-9da3-6b83d9011919 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 210 time: 0.0669637 Aug 04 11:45:18.006799 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb8a9d-2595-45dd-8f18-2a10c7b242fa req-59bd05c3-8c17-4b11-8569-fc3dd8878320 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.015756 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ccb8a9d-2595-45dd-8f18-2a10c7b242fa req-59bd05c3-8c17-4b11-8569-fc3dd8878320 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1168208 Aug 04 11:45:18.110077 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4ccb8a9d-2595-45dd-8f18-2a10c7b242fa req-b0784f04-cad4-4616-b098-81db7208c024 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930498 Aug 04 11:45:18.747711 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6540067-433e-40e8-a44f-c60e06c724ff req-47432e6a-27f4-475f-a313-ea0df27e5464 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.749984 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a6540067-433e-40e8-a44f-c60e06c724ff req-47432e6a-27f4-475f-a313-ea0df27e5464 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 945 time: 0.0800087 Aug 04 11:45:18.840210 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a6540067-433e-40e8-a44f-c60e06c724ff req-d1f34ee3-3532-4600-84ce-91932bd62ccb tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836229 Aug 04 11:45:18.893835 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6c97d-941d-4267-a07e-d3eb8b4cbe2d req-71a1c68b-7b27-4de1-8553-c1a960d27ad7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:18.893835 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-adb6c97d-941d-4267-a07e-d3eb8b4cbe2d req-71a1c68b-7b27-4de1-8553-c1a960d27ad7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1071639 Aug 04 11:45:18.968036 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-adb6c97d-941d-4267-a07e-d3eb8b4cbe2d req-b44e6cea-a7bf-4f50-a24a-de8a801737ec tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760019 Aug 04 11:45:19.121966 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca6c98-d301-4ac5-8445-2a9b8ce00fdc req-d5cc502b-2683-424b-b777-c4f2681da5ab tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:19.124079 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-29ca6c98-d301-4ac5-8445-2a9b8ce00fdc req-d5cc502b-2683-424b-b777-c4f2681da5ab tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.1828310 Aug 04 11:45:19.180119 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:19.201099 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ebd4da83-af46-47ed-bc88-ba68b022d08b req-7a84b754-d3c1-4aef-918a-f9414a095b94 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 210 time: 0.0498486 Aug 04 11:45:19.225734 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-29ca6c98-d301-4ac5-8445-2a9b8ce00fdc req-7e7bc656-a158-4a04-ba57-179f6bd07b9e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808296 Aug 04 11:45:19.373445 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3de01-b8a4-4fae-b0d1-851da68bdd8d req-b379b69d-40e6-4622-bf19-dce4561e026e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:19.375958 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fae3de01-b8a4-4fae-b0d1-851da68bdd8d req-b379b69d-40e6-4622-bf19-dce4561e026e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0916421 Aug 04 11:45:19.441614 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fae3de01-b8a4-4fae-b0d1-851da68bdd8d req-6c6b37ff-5245-4b08-ae05-413017df292c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573897 Aug 04 11:45:19.736033 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55112) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:19.820664 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:45:19.956447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:20.139405 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2fc603-2aee-4957-ae9c-9ec587b9e3de req-3ca9c529-956e-40cc-a730-9c43a5760977 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.144534 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9f2fc603-2aee-4957-ae9c-9ec587b9e3de req-3ca9c529-956e-40cc-a730-9c43a5760977 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 945 time: 0.1716361 Aug 04 11:45:20.264753 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebffe5-9ece-4937-8c8c-7735132d2034 req-2c58ba4a-e53f-4cb0-b2d2-639f85af2558 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.275410 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-44ebffe5-9ece-4937-8c8c-7735132d2034 req-2c58ba4a-e53f-4cb0-b2d2-639f85af2558 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0985391 Aug 04 11:45:20.287962 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9f2fc603-2aee-4957-ae9c-9ec587b9e3de req-c67d6217-3943-4c66-a535-8a8fd6ceb0d6 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310668 Aug 04 11:45:20.326887 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:20.342759 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-44ebffe5-9ece-4937-8c8c-7735132d2034 req-496227ea-fb92-4576-a1ee-aa6cee905339 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645885 Aug 04 11:45:20.465316 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:20.642319 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-44f1e7da-c724-4a9b-9afb-95b0a602b718 req-d82db874-0976-4147-8683-2e048c69c18d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 210 time: 0.1047041 Aug 04 11:45:20.682625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb4b393-1efb-4555-a780-406a45b82367,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:20.682625 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ec424bddaa842c19a24ed30658c7429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9286981 Aug 04 11:45:20.682625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.682625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.682625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.682625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.683854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.686164 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.687328 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.689397 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.690795 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.695302 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.696078 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.696634 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01829ff6-b963-45fb-af3f-96b1ef877bcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:20.738153 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55132) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:20.780117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632b63d-c8dd-4656-b573-7a800f634755 req-1ae857e7-6436-469c-b535-33ed8dfccf91 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.782424 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8632b63d-c8dd-4656-b573-7a800f634755 req-1ae857e7-6436-469c-b535-33ed8dfccf91 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 945 time: 0.2256465 Aug 04 11:45:20.825074 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2c2707-4777-422e-8b4d-082703c0cca5 req-1d2372d4-581d-4b32-b90c-198c399e32f4 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.828584 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee2c2707-4777-422e-8b4d-082703c0cca5 req-1d2372d4-581d-4b32-b90c-198c399e32f4 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.3141990 Aug 04 11:45:20.889042 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-d059614c-df4e-418d-829e-277c8a78aee3 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.890730 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-d059614c-df4e-418d-829e-277c8a78aee3 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "GET /v2.0/networks?id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d HTTP/1.1" status: 200 len: 808 time: 0.4321766 Aug 04 11:45:20.905746 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Request body: {'port': {'device_id': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d', 'admin_state_up': True, 'tenant_id': '6f8528dbe334409aab9d61fe91c2856e'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:20.959571 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f4583d5b-607a-44aa-981a-1933cb4919e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:20.971828 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee2c2707-4777-422e-8b4d-082703c0cca5 req-c469bf19-c54b-4c49-8422-2f8851c3e51c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268072 Aug 04 11:45:20.995868 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202a3c91-09af-408f-a8d5-27555b51b2c1 req-8309d8fc-47d4-4b72-9ad2-81b941da93dd tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:20.997520 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-202a3c91-09af-408f-a8d5-27555b51b2c1 req-8309d8fc-47d4-4b72-9ad2-81b941da93dd tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1952984 Aug 04 11:45:21.028227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f4583d5b-607a-44aa-981a-1933cb4919e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.091767 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Deleting port 022165ff-1df8-4df5-baf4-95fe19fa78d2 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:21.092120 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.159176 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-202a3c91-09af-408f-a8d5-27555b51b2c1 req-8a7f60f0-395d-4fbb-ac54-10758a5eed76 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371639 Aug 04 11:45:21.257206 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] For port 022165ff-1df8-4df5-baf4-95fe19fa78d2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=022165ff-1df8-4df5-baf4-95fe19fa78d2,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:21.257576 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.279845 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Calling delete_port for 022165ff-1df8-4df5-baf4-95fe19fa78d2 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:21.492151 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6e51d-9f8f-4836-8d23-99ef8b32898c req-f1475604-5c98-42b9-bedb-cac0a69c2789 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:21.495041 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2fe6e51d-9f8f-4836-8d23-99ef8b32898c req-f1475604-5c98-42b9-bedb-cac0a69c2789 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 945 time: 0.0863092 Aug 04 11:45:21.544191 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689c309-ac5a-4811-9b3c-81125f2144e3 req-5df8dc27-562f-472b-ae1e-71250fd5e2e7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:21.546368 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6689c309-ac5a-4811-9b3c-81125f2144e3 req-5df8dc27-562f-472b-ae1e-71250fd5e2e7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0788486 Aug 04 11:45:21.559094 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2fe6e51d-9f8f-4836-8d23-99ef8b32898c req-821ccf3c-2e24-46e2-903c-d521640ddd93 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539417 Aug 04 11:45:21.607327 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6689c309-ac5a-4811-9b3c-81125f2144e3 req-709e5b60-7c07-461a-9618-1cf07f2a2374 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486803 Aug 04 11:45:21.611145 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:45:21.644008 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Made reservation on behalf of 6f8528dbe334409aab9d61fe91c2856e for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:21.659839 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.689605 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.692788 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f4583d5b-607a-44aa-981a-1933cb4919e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.704923 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f4583d5b-607a-44aa-981a-1933cb4919e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:21.717272 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f4583d5b-607a-44aa-981a-1933cb4919e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8eb4b393-1efb-4555-a780-406a45b82367 HTTP/1.1" status: 204 len: 168 time: 0.9928236 Aug 04 11:45:21.763876 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:21.790599 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'port_id': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'mac_address': 'fa:16:3e:90:3e:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:45:21.798805 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', '081fe859-c706-4473-a104-35405493a2c9', '063421d4-f782-484f-bc64-30d669faecfc', '022165ff-1df8-4df5-baf4-95fe19fa78d2'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:21.961706 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c4bdba4d-69d7-473f-87b3-c8f3eebcad43 req-f4e732dc-42e7-41dd-942f-2406f90d1512 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 210 time: 0.0876985 Aug 04 11:45:21.994923 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4583d5b-607a-44aa-981a-1933cb4919e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb4b393-1efb-4555-a780-406a45b82367,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:22.012939 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event deleted for resources: {'Port': ['ID=022165ff-1df8-4df5-baf4-95fe19fa78d2,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:22.137423 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Allocated IP 172.20.0.9 (6b7ba6a8-202a-46a6-9b7e-f541da32d07d/389eb64b-f4a2-4e46-bfdc-caf20d819a24/8b61828d-e7f9-47ed-961c-49b5b84ea901) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:22.171576 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:22.231705 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:45:22.330467 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] No DVR routers for this DVR port 022165ff-1df8-4df5-baf4-95fe19fa78d2 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:22.345553 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:22.347561 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8632b63d-c8dd-4656-b573-7a800f634755 req-289cff6c-77ce-4245-96f2-afee2f85cd57 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "DELETE /v2.0/ports/022165ff-1df8-4df5-baf4-95fe19fa78d2 HTTP/1.1" status: 204 len: 173 time: 1.5562909 Aug 04 11:45:22.348011 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836eb5f4-eff1-434d-a9c7-78efff151908', 'name': 'network-vif-deleted', 'tag': '022165ff-1df8-4df5-baf4-95fe19fa78d2'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:22.350470 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700cb49a-5652-46ce-8d2d-6f3c0e60709f" -d '{"events": [{"server_uuid": "836eb5f4-eff1-434d-a9c7-78efff151908", "name": "network-vif-deleted", "tag": "022165ff-1df8-4df5-baf4-95fe19fa78d2"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:22.409215 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:22.509042 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:22.537319 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5901f-d6b1-446b-81ef-a36b47d6e573 req-8b6b5fb1-27b4-4934-b73d-3c83ca47800e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:22.544911 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-59a5901f-d6b1-446b-81ef-a36b47d6e573 req-8b6b5fb1-27b4-4934-b73d-3c83ca47800e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 943 time: 0.3168955 Aug 04 11:45:22.600816 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:22.605021 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-9c98bb2b-00c4-4353-a256-a5bdcbdd00bf service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2158885 Aug 04 11:45:22.606685 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55168) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:22.708768 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-59a5901f-d6b1-446b-81ef-a36b47d6e573 req-e3e994cd-f0e6-4024-9c30-875ea4c4bf2c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287930 Aug 04 11:45:22.783228 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9453e9-8fbf-430b-99d2-c1b5ef196e09 req-c67cf701-23e0-4952-8797-d63765b178e4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:22.786010 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-be9453e9-8fbf-430b-99d2-c1b5ef196e09 req-c67cf701-23e0-4952-8797-d63765b178e4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1940875 Aug 04 11:45:22.862621 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-9acd7867-0c64-428e-86db-26bf39bf065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:22.865554 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-9acd7867-0c64-428e-86db-26bf39bf065c service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 1098 time: 0.2178702 Aug 04 11:45:22.868027 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:22.878493 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:22.894211 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ebc18a-8e14-4455-8dc7-f2408a09aa76 x-openstack-request-id: req-71ebc18a-8e14-4455-8dc7-f2408a09aa76 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:22.894470 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836eb5f4-eff1-434d-a9c7-78efff151908", "name": "network-vif-deleted", "tag": "022165ff-1df8-4df5-baf4-95fe19fa78d2", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:22.894874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-71ebc18a-8e14-4455-8dc7-f2408a09aa76 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:22.895867 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836eb5f4-eff1-434d-a9c7-78efff151908', 'name': 'network-vif-deleted', 'tag': '022165ff-1df8-4df5-baf4-95fe19fa78d2', 'status': 'completed', 'code': 200} Aug 04 11:45:23.104244 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-be9453e9-8fbf-430b-99d2-c1b5ef196e09 req-d8f01d35-7b94-4a33-8873-b902e2123167 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3052146 Aug 04 11:45:23.121434 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Pushing event updated for resources: {'Port': ['ID=8b61828d-e7f9-47ed-961c-49b5b84ea901,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:23.166951 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['9bb96f8f-661e-47f7-9f96-feb0bd0f57d1'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:23.205438 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.205850 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.206403 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.206949 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.207493 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.208052 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.208606 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.219077 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.219897 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.221274 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.221964 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.227234 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:23.248781 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:23.269590 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:23.275078 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-a18b4e37-ac7d-47b3-9bc2-2d3a72db35de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:23.279281 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-a18b4e37-ac7d-47b3-9bc2-2d3a72db35de service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.3673782 Aug 04 11:45:23.297452 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:23.342161 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4235acf5-7f73-48e3-94b6-afe4648ab023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:23.383713 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-45d6eba0-d58e-44f1-9fd2-281d6e10469e req-705f6857-7a19-43ef-88da-9140049d2556 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 210 time: 0.1514771 Aug 04 11:45:23.487832 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473ce71-c482-41d7-abf3-0d97b6b179b7 req-f5200c95-3174-4713-9f55-727319e386dc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:23.502052 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4473ce71-c482-41d7-abf3-0d97b6b179b7 req-f5200c95-3174-4713-9f55-727319e386dc tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.2006955 Aug 04 11:45:23.509955 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:23.511449 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:23.584840 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4473ce71-c482-41d7-abf3-0d97b6b179b7 req-2287e6c1-83dd-4077-b042-1da23ab8e505 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803392 Aug 04 11:45:23.593651 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-81253011-c679-4242-9d1e-ce2535bc741d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6924770 Aug 04 11:45:23.610783 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-99b32453-857d-4867-bb93-bf0828abf3a3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4 HTTP/1.1" status: 200 len: 217 time: 0.2730763 Aug 04 11:45:23.614682 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Request body: {'port': {'device_id': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:23.636776 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 022165ff-1df8-4df5-baf4-95fe19fa78d2 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:23.697155 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 022165ff-1df8-4df5-baf4-95fe19fa78d2 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:23.698088 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 022165ff-1df8-4df5-baf4-95fe19fa78d2 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:23.802823 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55188) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:23.828898 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4235acf5-7f73-48e3-94b6-afe4648ab023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:23.850175 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:23.934071 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4235acf5-7f73-48e3-94b6-afe4648ab023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.069550 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235acf5-7f73-48e3-94b6-afe4648ab023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29a9725-4d4d-40a3-9eef-ef39963c8a66,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:24.165251 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-6b7f7f1b-ae36-4228-918d-233c8cab1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:24.168571 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-6b7f7f1b-ae36-4228-918d-233c8cab1450 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.5387504 Aug 04 11:45:24.231834 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-5dade5a5-84ff-4b7b-923e-f3fbd74b63ae service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464778 Aug 04 11:45:24.249681 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eea448-b574-4dd7-85bb-dd3cb908a23e req-e0b939a6-6cfd-4b9c-a64e-8b87a4a87aaa tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:24.265198 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97eea448-b574-4dd7-85bb-dd3cb908a23e req-e0b939a6-6cfd-4b9c-a64e-8b87a4a87aaa tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 931 time: 0.6022670 Aug 04 11:45:24.301864 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4235acf5-7f73-48e3-94b6-afe4648ab023 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f0d27add177f44b09e616ba7d79dbfc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6915033 Aug 04 11:45:24.309929 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55196) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:24.323839 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9eb32e-9f9c-4918-8090-6330af9e87e2 req-4b09815c-0a01-4f06-a421-13fb678713a6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:24.326779 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bb9eb32e-9f9c-4918-8090-6330af9e87e2 req-4b09815c-0a01-4f06-a421-13fb678713a6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 944 time: 0.3197334 Aug 04 11:45:24.425034 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97eea448-b574-4dd7-85bb-dd3cb908a23e req-85c0262f-286e-4a0e-9001-02e18fb2fecc tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553457 Aug 04 11:45:24.429856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-55d66bfe-0355-4764-bbf6-6883d2b86e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.506534 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-43c6baa3-a17e-4ef5-80fe-02fb9d341461 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306640 Aug 04 11:45:24.601725 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bb9eb32e-9f9c-4918-8090-6330af9e87e2 req-ef4ac4ee-8797-4f47-bbbe-90bb6ac01933 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657933 Aug 04 11:45:24.641492 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0be2fe8e-b7e4-46ce-aaa4-25d568a64a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.710738 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0be2fe8e-b7e4-46ce-aaa4-25d568a64a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.725107 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b23624-a5a2-4a39-bbcc-896283ccaf1f req-63e22700-9a6a-4a7d-805f-3a29c962b47d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:24.725107 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d0b23624-a5a2-4a39-bbcc-896283ccaf1f req-63e22700-9a6a-4a7d-805f-3a29c962b47d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1230364 Aug 04 11:45:24.769064 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac2aa492-3a1f-4863-9edf-34bb595651f3 req-c7c9a916-bbaa-45ba-bf49-b9ebc09dce3e service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493868 Aug 04 11:45:24.791756 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d0b23624-a5a2-4a39-bbcc-896283ccaf1f req-60d85c25-03c0-43b5-a15a-2728a4b1e778 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560899 Aug 04 11:45:24.819415 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1cc2a091-7c0c-4e29-acdd-e8067e4ec1d6 req-065148b4-0982-4636-bf06-5f0520efd533 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=836eb5f4-eff1-434d-a9c7-78efff151908 HTTP/1.1" status: 200 len: 210 time: 0.0782878 Aug 04 11:45:24.941804 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b61828d-e7f9-47ed-961c-49b5b84ea901 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:45:24.955302 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.981127 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-55d66bfe-0355-4764-bbf6-6883d2b86e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:24.997302 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b910a1d-756b-4fb5-a1ca-c26f587051c0 req-f040a225-11e8-4c8b-a7cb-e260c1a69632 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:24.999358 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b910a1d-756b-4fb5-a1ca-c26f587051c0 req-f040a225-11e8-4c8b-a7cb-e260c1a69632 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0909536 Aug 04 11:45:25.056401 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b910a1d-756b-4fb5-a1ca-c26f587051c0 req-0ea6a50b-3a75-4cee-87bb-8af8d9ef30a2 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485349 Aug 04 11:45:25.064493 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Transition to ACTIVE for port object 8b61828d-e7f9-47ed-961c-49b5b84ea901 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:25.065558 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0be2fe8e-b7e4-46ce-aaa4-25d568a64a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.068206 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0be2fe8e-b7e4-46ce-aaa4-25d568a64a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.072703 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-0be2fe8e-b7e4-46ce-aaa4-25d568a64a9c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e29a9725-4d4d-40a3-9eef-ef39963c8a66 HTTP/1.1" status: 204 len: 168 time: 0.7440953 Aug 04 11:45:25.093012 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2fe8e-b7e4-46ce-aaa4-25d568a64a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29a9725-4d4d-40a3-9eef-ef39963c8a66,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:25.114156 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-55d66bfe-0355-4764-bbf6-6883d2b86e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.185103 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.342618 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=8b61828d-e7f9-47ed-961c-49b5b84ea901,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:25.346015 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d66bfe-0355-4764-bbf6-6883d2b86e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bfbc62a-3a3b-48fd-81b6-d05d04048790,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:25.368002 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-55d66bfe-0355-4764-bbf6-6883d2b86e8f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=460ab4fdc5694b5297b9589d5c906449&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5617585 Aug 04 11:45:25.372096 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55228) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:25.478706 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d0e03323-ece8-4d08-bd0c-4be7f56135a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.545773 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d0e03323-ece8-4d08-bd0c-4be7f56135a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.584194 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Attempting to bind port 8b61828d-e7f9-47ed-961c-49b5b84ea901 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:25.585074 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Attempting to bind port 8b61828d-e7f9-47ed-961c-49b5b84ea901 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:25.585838 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Attempting to bind port 8b61828d-e7f9-47ed-961c-49b5b84ea901 on network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:25.640545 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:25.642497 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Port 8b61828d-e7f9-47ed-961c-49b5b84ea901 on network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:45:25.642912 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Attempting to bind port 8b61828d-e7f9-47ed-961c-49b5b84ea901 on network 6b7ba6a8-202a-46a6-9b7e-f541da32d07d {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:25.659814 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:25.660158 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Checking segment: {'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:25.660548 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Bound using segment: {'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:25.661195 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Bound port: 8b61828d-e7f9-47ed-961c-49b5b84ea901, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '949da66f-504b-4145-87ec-4d122614d794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:25.666602 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.710066 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15794966-6def-4a2f-92b3-7c3ced01f1a1 req-61260aec-979d-4ec6-8c3d-c26efd9e6e62 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:25.714269 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-15794966-6def-4a2f-92b3-7c3ced01f1a1 req-61260aec-979d-4ec6-8c3d-c26efd9e6e62 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 943 time: 0.1338060 Aug 04 11:45:25.796051 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d0e03323-ece8-4d08-bd0c-4be7f56135a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.800487 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d0e03323-ece8-4d08-bd0c-4be7f56135a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.806609 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d0e03323-ece8-4d08-bd0c-4be7f56135a3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7bfbc62a-3a3b-48fd-81b6-d05d04048790 HTTP/1.1" status: 204 len: 168 time: 0.4294157 Aug 04 11:45:25.824959 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e03323-ece8-4d08-bd0c-4be7f56135a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bfbc62a-3a3b-48fd-81b6-d05d04048790,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:25.841572 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-15794966-6def-4a2f-92b3-7c3ced01f1a1 req-bf360d06-0f5e-42d5-a935-e98517f214aa tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963919 Aug 04 11:45:25.847948 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] For port 8b61828d-e7f9-47ed-961c-49b5b84ea901, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:25.850133 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb4e20-d6dc-48e5-9f69-8e7adb2cf4af req-9715e136-2f6b-4633-8241-5ccc8de19a98 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:25.852534 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f4cb4e20-d6dc-48e5-9f69-8e7adb2cf4af req-9715e136-2f6b-4633-8241-5ccc8de19a98 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 944 time: 0.0962577 Aug 04 11:45:25.862136 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] For port 8b61828d-e7f9-47ed-961c-49b5b84ea901, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:25.903610 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:25.929632 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:25.930234 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:25.931844 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:26.013648 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:26.022369 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f4cb4e20-d6dc-48e5-9f69-8e7adb2cf4af req-eebc5769-10a3-4c02-bfe6-0b40e46ffe06 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564147 Aug 04 11:45:26.044054 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:26.044677 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:26.046196 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] 10.222.0.86 "PUT /v2.0/ports/8b61828d-e7f9-47ed-961c-49b5b84ea901 HTTP/1.1" status: 200 len: 1093 time: 2.4435000 Aug 04 11:45:26.046680 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:26.049029 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b181d926-0caa-418d-99eb-b4e7e2509ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:26.151505 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321fd1a7-7822-4e36-b246-e0eba301ed31 service neutron] Pushing event updated for resources: {'Port': ['ID=8b61828d-e7f9-47ed-961c-49b5b84ea901,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:26.205231 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6fa174d-a82e-4378-bf92-cfd74bec715d x-openstack-request-id: req-b6fa174d-a82e-4378-bf92-cfd74bec715d {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:26.208722 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:26.209539 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b6fa174d-a82e-4378-bf92-cfd74bec715d {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:26.211922 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901', 'status': 'completed', 'code': 200} Aug 04 11:45:26.272281 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:26.284347 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c42c7-86d8-437c-a1f8-025eedb0536a req-9068a6f5-f494-4bd8-85e1-28f4fff86fdc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:26.293261 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-075c42c7-86d8-437c-a1f8-025eedb0536a req-9068a6f5-f494-4bd8-85e1-28f4fff86fdc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1953144 Aug 04 11:45:26.335597 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:26.340623 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4913ed6f-c448-4c27-b8e6-417cdcb6a5cb" -d '{"events": [{"server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "name": "network-vif-plugged", "status": "completed", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:26.367768 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-075c42c7-86d8-437c-a1f8-025eedb0536a req-340396cc-3761-4100-9535-f1321805c52e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707655 Aug 04 11:45:26.373276 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:26.391038 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-0accd015-8373-48a1-a43a-be074a90fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:26.394286 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-0accd015-8373-48a1-a43a-be074a90fcd2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f8528dbe334409aab9d61fe91c2856e&device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 1096 time: 0.1761563 Aug 04 11:45:26.469729 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:26.560646 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-4247c57e-a538-47cb-b4d4-0202977b9d8a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901 HTTP/1.1" status: 200 len: 217 time: 0.1542943 Aug 04 11:45:26.599848 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee7e2a-8356-4270-8d31-9fbf05c3d9ac x-openstack-request-id: req-c7ee7e2a-8356-4270-8d31-9fbf05c3d9ac {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:26.605939 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "name": "network-vif-plugged", "status": "completed", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:26.606338 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c7ee7e2a-8356-4270-8d31-9fbf05c3d9ac {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:26.606967 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'code': 200} Aug 04 11:45:26.607342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33c3d5-e316-41b4-8dc2-7e7d29696894 req-06b5ffa6-7153-4222-9155-d13ecb203a7e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:26.624753 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fc33c3d5-e316-41b4-8dc2-7e7d29696894 req-06b5ffa6-7153-4222-9155-d13ecb203a7e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.2802362 Aug 04 11:45:26.739719 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:26.776873 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-2186a1b3-cfbb-4e98-934b-f195f87f905d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:26.780539 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-2186a1b3-cfbb-4e98-934b-f195f87f905d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=389eb64b-f4a2-4e46-bfdc-caf20d819a24 HTTP/1.1" status: 200 len: 848 time: 0.2155132 Aug 04 11:45:26.882871 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-45c4f4dc-43f6-472a-b9fb-4d7518080b3e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923164 Aug 04 11:45:27.028064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-54c95001-718f-4037-a897-6f0a66b8f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.031587 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-54c95001-718f-4037-a897-6f0a66b8f01e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1099 time: 0.6558731 Aug 04 11:45:27.198729 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fc33c3d5-e316-41b4-8dc2-7e7d29696894 req-211646c2-6c6f-45b5-aba8-e1b9773e44d5 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5707023 Aug 04 11:45:27.323508 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b901654-550b-4a57-a8e7-bba5bb7a48bb req-a1aa0a76-e043-4cdc-aa52-80bc4ffb97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.328270 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b901654-550b-4a57-a8e7-bba5bb7a48bb req-a1aa0a76-e043-4cdc-aa52-80bc4ffb97e2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 1098 time: 0.2921641 Aug 04 11:45:27.408394 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-1a94e013-909d-4e54-b9a5-bc2cc1f9a77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.408394 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-1a94e013-909d-4e54-b9a5-bc2cc1f9a77f service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.3529267 Aug 04 11:45:27.518145 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e8c0d9-4aa9-4178-a191-277a5e1053d1 req-fda2f829-d508-4c70-9426-0d7452405e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.520015 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-71e8c0d9-4aa9-4178-a191-277a5e1053d1 req-fda2f829-d508-4c70-9426-0d7452405e10 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.6402211 Aug 04 11:45:27.527751 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-45a54654-534d-4d3a-8d4f-a26ad1657f02 service neutron] 10.222.0.86 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729039 Aug 04 11:45:27.561407 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8b901654-550b-4a57-a8e7-bba5bb7a48bb req-6d09c0e0-a8e3-4817-9703-779590f245de service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207227 Aug 04 11:45:27.583998 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c98c4-ea36-42ca-b9aa-54c5772d6d28 req-7c8e815a-3f1f-4e61-aad4-fce5d3dc6957 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.589767 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9b8c98c4-ea36-42ca-b9aa-54c5772d6d28 req-7c8e815a-3f1f-4e61-aad4-fce5d3dc6957 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 943 time: 0.5902219 Aug 04 11:45:27.594667 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bac19-1341-4d99-9d33-d6726b6b34bb req-734edbdc-fb39-482a-99b0-a40ca19b4f63 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.597721 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-833bac19-1341-4d99-9d33-d6726b6b34bb req-734edbdc-fb39-482a-99b0-a40ca19b4f63 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.2360477 Aug 04 11:45:27.622021 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-5c1f47c7-5eff-4baf-a7c8-8886d6459dd3 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 200 len: 1002 time: 0.1877949 Aug 04 11:45:27.752073 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-71e8c0d9-4aa9-4178-a191-277a5e1053d1 req-1e429b89-af04-4df2-9cfd-de6daf9ecc97 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226443 Aug 04 11:45:27.764211 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-833bac19-1341-4d99-9d33-d6726b6b34bb req-bc1241aa-0423-4ecb-96e5-006c5003a47a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487224 Aug 04 11:45:27.766403 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-19abddcf-08f5-4918-b74c-ebe714c3d665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.773073 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-19abddcf-08f5-4918-b74c-ebe714c3d665 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.1394346 Aug 04 11:45:27.793120 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9b8c98c4-ea36-42ca-b9aa-54c5772d6d28 req-18abbb5c-bd59-46ff-925a-9b667692b456 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697180 Aug 04 11:45:27.842676 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef3ecd0f-9ea6-4243-b0e8-827fce2f17ed req-23405466-9196-442b-ba53-cbe9ca5aaacd service neutron] 10.222.0.86 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014209 Aug 04 11:45:27.882668 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-73ec79d2-6953-4dc2-b1a5-581afe639f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:27.885752 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-73ec79d2-6953-4dc2-b1a5-581afe639f88 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812025 Aug 04 11:45:28.050633 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9b240-86f6-4edb-9937-aabde7c1b80a req-a468df1e-ddda-4eaa-a0cd-312d9cb30a64 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:28.053577 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3f9b240-86f6-4edb-9937-aabde7c1b80a req-a468df1e-ddda-4eaa-a0cd-312d9cb30a64 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.1632764 Aug 04 11:45:28.055203 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-8a1a4319-4c92-4b5b-8df8-cf2b8a5edf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:28.060154 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-8a1a4319-4c92-4b5b-8df8-cf2b8a5edf5d service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=6f8528dbe334409aab9d61fe91c2856e&device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 1096 time: 0.0863533 Aug 04 11:45:28.127551 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-6c9d1ed1-1468-458b-aad2-3051aa39ebe7 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223680 Aug 04 11:45:28.193768 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3f9b240-86f6-4edb-9937-aabde7c1b80a req-c9ec9dad-4f4f-4cb5-ad8a-dce209782704 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250241 Aug 04 11:45:28.291845 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-39dd60f3-4031-4161-a5c4-e0dda9e16c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:28.295485 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-39dd60f3-4031-4161-a5c4-e0dda9e16c79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d HTTP/1.1" status: 200 len: 910 time: 0.2277646 Aug 04 11:45:28.378393 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-cec709a9-93de-4aa4-b179-5d005794e7d7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901 HTTP/1.1" status: 200 len: 217 time: 0.0745437 Aug 04 11:45:28.383149 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75d837ff-9993-4f07-ac82-8ed8bd0fefc8 req-3b7b9b39-6b20-40a2-839d-9c990bb2108e service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448988 Aug 04 11:45:28.444021 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae44d5-74d5-4f92-b11b-dc6b719202d9 req-f29462db-c42a-4ed4-9552-be93046955c8 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:28.459084 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52ae44d5-74d5-4f92-b11b-dc6b719202d9 req-f29462db-c42a-4ed4-9552-be93046955c8 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1005666 Aug 04 11:45:28.467797 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-748e158c-7a39-4350-967d-7518cc7f1484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:28.473222 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-748e158c-7a39-4350-967d-7518cc7f1484 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=389eb64b-f4a2-4e46-bfdc-caf20d819a24 HTTP/1.1" status: 200 len: 848 time: 0.0709758 Aug 04 11:45:28.573369 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52ae44d5-74d5-4f92-b11b-dc6b719202d9 req-8e182453-05ef-4e56-bb6e-a9622a4d3f12 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113834 Aug 04 11:45:28.589562 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-555817cb-bfe6-4815-a2ba-a6c46e2e34e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=6b7ba6a8-202a-46a6-9b7e-f541da32d07d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915565 Aug 04 11:45:28.731572 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55338) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:28.808149 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434117de-766e-48a7-8b73-64a056d4e8b7 req-7e60a0a6-b95d-4828-93be-94d1bce214c0 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:28.810843 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-434117de-766e-48a7-8b73-64a056d4e8b7 req-7e60a0a6-b95d-4828-93be-94d1bce214c0 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.1811416 Aug 04 11:45:28.840025 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-df31b8d1-0d49-47c7-8983-4cf2d44be5e4 service neutron] 10.222.0.86 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516224 Aug 04 11:45:28.997432 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-434117de-766e-48a7-8b73-64a056d4e8b7 req-14875a0b-b361-44b7-b22a-289c21ecc2c8 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558125 Aug 04 11:45:28.998399 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4151fcde-62a5-44fc-a740-9fdae2597aa3 req-395aff39-14e9-4738-94bf-d0880f1c584f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:29.001492 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4151fcde-62a5-44fc-a740-9fdae2597aa3 req-395aff39-14e9-4738-94bf-d0880f1c584f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.0859663 Aug 04 11:45:29.073094 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b181d926-0caa-418d-99eb-b4e7e2509ed6 req-0e28d52c-ce83-4b60-9294-25e7449b467e service neutron] 10.222.0.86 "GET /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202749 Aug 04 11:45:29.079272 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ecdae6f5-9de0-4d26-843d-aaa38d751f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.179681 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4151fcde-62a5-44fc-a740-9fdae2597aa3 req-11c01a18-8756-4146-bbb6-b29e4a329f6f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655202 Aug 04 11:45:29.231899 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37d052-f3ff-4ca3-b217-9d8e3719862d req-fdfae64d-456d-4e27-9085-96ec7d26074e tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:29.238938 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1b37d052-f3ff-4ca3-b217-9d8e3719862d req-fdfae64d-456d-4e27-9085-96ec7d26074e tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 943 time: 0.0911801 Aug 04 11:45:29.318880 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1b37d052-f3ff-4ca3-b217-9d8e3719862d req-c5a575e9-d38b-41f5-ab0b-9e76dbfe65a8 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701578 Aug 04 11:45:29.340399 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ecdae6f5-9de0-4d26-843d-aaa38d751f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.426969 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c087d-a550-4236-b0aa-e33c6d8a4972 req-cfaef368-0917-4bc6-9423-2fcc85598f78 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:29.428778 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ec4c087d-a550-4236-b0aa-e33c6d8a4972 req-cfaef368-0917-4bc6-9423-2fcc85598f78 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0638514 Aug 04 11:45:29.482988 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ec4c087d-a550-4236-b0aa-e33c6d8a4972 req-03902312-69d6-49eb-96ef-b996e96b91bb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460815 Aug 04 11:45:29.483650 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ecdae6f5-9de0-4d26-843d-aaa38d751f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.531510 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdae6f5-9de0-4d26-843d-aaa38d751f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef8de7a-00a9-43a5-92c5-e8325e9974b6,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:29.536606 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ecdae6f5-9de0-4d26-843d-aaa38d751f9d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=106ba13d8e53480f86ea403664e98302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8031018 Aug 04 11:45:29.539876 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55350) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:29.613524 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f91238ed-232f-440f-a455-5fe430bda1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.651488 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f91238ed-232f-440f-a455-5fe430bda1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.772557 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d80cbf-5f4e-4172-846b-25a3e7e08cfe req-075f2673-6f48-4901-bcfb-ad26b92108a7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:29.772557 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73d80cbf-5f4e-4172-846b-25a3e7e08cfe req-075f2673-6f48-4901-bcfb-ad26b92108a7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0657084 Aug 04 11:45:29.816785 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73d80cbf-5f4e-4172-846b-25a3e7e08cfe req-39fbfc15-90ba-401c-b107-3e8138d283d4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385418 Aug 04 11:45:29.843133 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f91238ed-232f-440f-a455-5fe430bda1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.848939 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f91238ed-232f-440f-a455-5fe430bda1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:29.850941 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f91238ed-232f-440f-a455-5fe430bda1dc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/6ef8de7a-00a9-43a5-92c5-e8325e9974b6 HTTP/1.1" status: 204 len: 168 time: 0.3096273 Aug 04 11:45:29.872405 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91238ed-232f-440f-a455-5fe430bda1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef8de7a-00a9-43a5-92c5-e8325e9974b6,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:30.206527 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7d569-12ab-4770-9444-ce9946062872 req-0713ae20-bea9-4e8d-a863-c29b725569e7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:30.209051 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52c7d569-12ab-4770-9444-ce9946062872 req-0713ae20-bea9-4e8d-a863-c29b725569e7 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.0758057 Aug 04 11:45:30.276677 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52c7d569-12ab-4770-9444-ce9946062872 req-dba8523d-d1bf-4da0-91f6-45857a255314 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556257 Aug 04 11:45:30.446773 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7bb89-9306-4926-9567-0b8802fa2aff req-df5973d1-7b75-4806-8ebe-9e3fe360ca6b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:30.449320 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13b7bb89-9306-4926-9567-0b8802fa2aff req-df5973d1-7b75-4806-8ebe-9e3fe360ca6b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.0706460 Aug 04 11:45:30.508483 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-13b7bb89-9306-4926-9567-0b8802fa2aff req-cf7027d1-db8e-4f52-b939-1c8d12bb25f9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489101 Aug 04 11:45:30.514861 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:30.519212 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a42230-8933-4956-a298-67049147ed61 req-b0d2d4e8-cb07-4264-a151-ef220120cf0f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:30.521815 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b7a42230-8933-4956-a298-67049147ed61 req-b0d2d4e8-cb07-4264-a151-ef220120cf0f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0899653 Aug 04 11:45:30.588198 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b7a42230-8933-4956-a298-67049147ed61 req-1702742e-2d70-4cd6-be7f-c1168bf7b15f tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531845 Aug 04 11:45:30.655481 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.691804 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36715ac1-491f-4a9f-8dd3-96748fd2190e req-ca5f5efa-cf5f-41bf-aa60-7281aa941bc5 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:30.693835 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-36715ac1-491f-4a9f-8dd3-96748fd2190e req-ca5f5efa-cf5f-41bf-aa60-7281aa941bc5 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 943 time: 0.0781517 Aug 04 11:45:30.718692 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:30.720491 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:30.725293 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7a6ed6-371f-4fb8-9255-b6142061127f" -d '{"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:30.759404 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-36715ac1-491f-4a9f-8dd3-96748fd2190e req-21753547-164f-457d-b452-531921835215 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546322 Aug 04 11:45:30.782139 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfecbe-8cd0-4476-b335-cb7b6bdbff44 req-663e50ed-07e5-46a4-8b10-c193604ba22a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:30.783885 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1dcfecbe-8cd0-4476-b335-cb7b6bdbff44 req-663e50ed-07e5-46a4-8b10-c193604ba22a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 946 time: 0.0671628 Aug 04 11:45:30.824886 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:30.857536 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1dcfecbe-8cd0-4476-b335-cb7b6bdbff44 req-bd5b0d51-b270-418e-9d9c-5b791b1710ed tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615520 Aug 04 11:45:30.927351 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=8']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:30.969552 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dfdb3d0-f7b2-4f53-8b31-1dc9f6beef79 x-openstack-request-id: req-6dfdb3d0-f7b2-4f53-8b31-1dc9f6beef79 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:30.970573 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-unplugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:30.970988 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6dfdb3d0-f7b2-4f53-8b31-1dc9f6beef79 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:30.971117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3aac6-a80e-4667-83bd-b5ec72dc5c6d req-e3c63470-e041-4cc3-bcf6-25492cbb2ffa tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:30.971682 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576', 'code': 200} Aug 04 11:45:30.973219 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-67d3aac6-a80e-4667-83bd-b5ec72dc5c6d req-e3c63470-e041-4cc3-bcf6-25492cbb2ffa tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.0794327 Aug 04 11:45:31.031991 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-67d3aac6-a80e-4667-83bd-b5ec72dc5c6d req-eb95b88d-9186-4020-bbae-8bfcfb216121 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473845 Aug 04 11:45:31.062152 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55400) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:31.361708 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c75d86-27e4-444a-ab6b-0db5e0529196 tempest-TestVolumeBootPattern-424451122 tempest-TestVolumeBootPattern-424451122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:31.364758 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-33c75d86-27e4-444a-ab6b-0db5e0529196 tempest-TestVolumeBootPattern-424451122 tempest-TestVolumeBootPattern-424451122-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 1093 time: 0.3010421 Aug 04 11:45:31.369589 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55410) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:31.375514 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'port_id': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:31.478064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:31.498364 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0970782-9c54-4066-8fc2-99a6760f739d req-bea0235d-e7af-4c31-8785-adbe7d43506d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:31.501176 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b0970782-9c54-4066-8fc2-99a6760f739d req-bea0235d-e7af-4c31-8785-adbe7d43506d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.0922105 Aug 04 11:45:31.573517 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b0970782-9c54-4066-8fc2-99a6760f739d req-10eeed27-bc6b-493b-89d8-834250ea4f32 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 Aug 04 11:45:31.652241 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:31.886219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde01158-8407-4b0d-b616-8a1f75c78e24 req-105929c2-e2b6-4931-b731-5400bea53fa1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:31.888695 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fde01158-8407-4b0d-b616-8a1f75c78e24 req-105929c2-e2b6-4931-b731-5400bea53fa1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1574252 Aug 04 11:45:31.901732 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Allocated IP 172.27.0.201 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/e4873e79-9275-4aaa-b78d-f6250f23f8b4) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:31.982406 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ff68d-f535-42ea-877d-19eaa9796f21 req-b2e65a79-2f0d-48f6-97ec-059e656a7fcf tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:31.985164 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8b5ff68d-f535-42ea-877d-19eaa9796f21 req-b2e65a79-2f0d-48f6-97ec-059e656a7fcf tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 943 time: 0.0924108 Aug 04 11:45:32.026192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fde01158-8407-4b0d-b616-8a1f75c78e24 req-859e0783-93f0-433e-ae44-ca02cb308bd4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168954 Aug 04 11:45:32.054051 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8b5ff68d-f535-42ea-877d-19eaa9796f21 req-35db74f3-c4cb-43d5-b109-204c8d25c32b tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567780 Aug 04 11:45:32.102865 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:32.245552 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592e297-3d52-4ead-9f89-834d78ce7f16 req-f0af8086-8a39-42c8-8f25-d835120cb45b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:32.247392 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7592e297-3d52-4ead-9f89-834d78ce7f16 req-f0af8086-8a39-42c8-8f25-d835120cb45b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1150475 Aug 04 11:45:32.298321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:32.355088 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7592e297-3d52-4ead-9f89-834d78ce7f16 req-7e9135ab-2c12-4b1a-94c0-ae883cae5177 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010206 Aug 04 11:45:32.379731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:32.385574 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:32.396375 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:32.436150 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=e4873e79-9275-4aaa-b78d-f6250f23f8b4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:32.436475 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 8b61828d-e7f9-47ed-961c-49b5b84ea901 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:45:32.593245 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 8b61828d-e7f9-47ed-961c-49b5b84ea901, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:32.618171 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '8b61828d-e7f9-47ed-961c-49b5b84ea901', 'network_id': '6b7ba6a8-202a-46a6-9b7e-f541da32d07d', 'port_id': '8b61828d-e7f9-47ed-961c-49b5b84ea901', 'mac_address': 'fa:16:3e:29:d4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '389eb64b-f4a2-4e46-bfdc-caf20d819a24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:45:32.702402 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:32.732972 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b61828d-e7f9-47ed-961c-49b5b84ea901 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:45:32.772859 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 8b61828d-e7f9-47ed-961c-49b5b84ea901, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:32.787813 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-f0437112-0c6e-4427-88be-d5b96dd99106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:32.789382 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-f0437112-0c6e-4427-88be-d5b96dd99106 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 1098 time: 0.1349540 Aug 04 11:45:32.801015 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e1e61f-3544-4f91-9d13-c3029f09dcb3 req-3820bfc7-91bd-4915-9e82-05aaf6bd5b9f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:32.802566 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-11e1e61f-3544-4f91-9d13-c3029f09dcb3 req-3820bfc7-91bd-4915-9e82-05aaf6bd5b9f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.0704391 Aug 04 11:45:32.860774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:32.950517 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=8b61828d-e7f9-47ed-961c-49b5b84ea901,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:32.952039 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-11e1e61f-3544-4f91-9d13-c3029f09dcb3 req-935817cc-4854-4224-8b74-41a171e6487e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373239 Aug 04 11:45:33.019953 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-28b4d52f-bde5-43a8-935b-b43ca498232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:33.022720 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-28b4d52f-bde5-43a8-935b-b43ca498232f service neutron] 10.222.0.86 "GET /v2.0/networks?id=4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 200 len: 921 time: 0.2189157 Aug 04 11:45:33.096792 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-8b22f2bc-4385-4f53-b484-f02c583437d9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:33.098939 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-8b22f2bc-4385-4f53-b484-f02c583437d9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.1191552 Aug 04 11:45:33.129812 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-fadbddd6-cb6c-4bb9-9ba5-e498cd0c5f7e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 200 len: 217 time: 0.0925205 Aug 04 11:45:33.161016 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['8b61828d-e7f9-47ed-961c-49b5b84ea901'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:33.179059 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.444284 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-48525454-d5b1-4103-b617-e36b3854491e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:33.448205 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-48525454-d5b1-4103-b617-e36b3854491e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 200 len: 859 time: 0.3075125 Aug 04 11:45:33.451984 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5d4d1-9c0a-43fd-b72d-c699a9171b83 req-ea6ca8e5-db1e-4b01-b283-d678a6920186 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:33.455192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2dd5d4d1-9c0a-43fd-b72d-c699a9171b83 req-ea6ca8e5-db1e-4b01-b283-d678a6920186 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.2036667 Aug 04 11:45:33.527185 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-f79d6bec-dd58-486f-af24-99084a3bbd2c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=4cff1642-74cd-45bb-99cc-9f0430d57190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692701 Aug 04 11:45:33.538825 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.554147 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15c43-8b88-4a93-812b-e00f683be67a req-3d7468e1-e7ff-4706-a297-d55143ebb623 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:33.569334 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eca15c43-8b88-4a93-812b-e00f683be67a req-3d7468e1-e7ff-4706-a297-d55143ebb623 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 944 time: 0.2160795 Aug 04 11:45:33.620267 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Deleting port 063421d4-f782-484f-bc64-30d669faecfc {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:33.620652 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.705384 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eca15c43-8b88-4a93-812b-e00f683be67a req-b3606af5-6a2f-428c-9919-aba65e0cab8f tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287780 Aug 04 11:45:33.726172 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2dd5d4d1-9c0a-43fd-b72d-c699a9171b83 req-24d17778-603e-47a8-bb0a-d9075b67f676 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314217 Aug 04 11:45:33.737602 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-67fb8da2-ce00-45d4-acde-b6e0f1597900 service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635332 Aug 04 11:45:33.916042 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bd715ffb-11b6-4305-8595-74b3b1050e73 req-d09d2b52-0c2f-4273-bc18-6996559936eb service neutron] 10.222.0.86 "GET /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704290 Aug 04 11:45:33.940287 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e2855-a8a4-4380-94b9-478bcc189d7a req-80d52108-91f5-46a5-899d-93c2d0ce8e87 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:33.944201 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-318e2855-a8a4-4380-94b9-478bcc189d7a req-80d52108-91f5-46a5-899d-93c2d0ce8e87 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1056089 Aug 04 11:45:33.965911 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] For port 063421d4-f782-484f-bc64-30d669faecfc, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=063421d4-f782-484f-bc64-30d669faecfc,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:33.966520 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:33.995441 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.003828 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Calling delete_port for 063421d4-f782-484f-bc64-30d669faecfc owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:34.018225 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-318e2855-a8a4-4380-94b9-478bcc189d7a req-1f53c151-c97e-42d4-8754-8b0b5497ebf7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646760 Aug 04 11:45:34.209566 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.331131 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52771ca1-a66f-4d21-b947-8f2baf3c2c45 req-6f451eae-5e13-4dee-ae37-5703ac2b0154 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:34.332635 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52771ca1-a66f-4d21-b947-8f2baf3c2c45 req-6f451eae-5e13-4dee-ae37-5703ac2b0154 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 946 time: 0.2248771 Aug 04 11:45:34.350441 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=e4873e79-9275-4aaa-b78d-f6250f23f8b4,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:34.443671 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:34.554338 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52771ca1-a66f-4d21-b947-8f2baf3c2c45 req-ba6fa467-dc46-409c-8d93-a35a6f3f6ec5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057221 Aug 04 11:45:34.678312 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Floating IP c5837eca-4657-4685-9b77-e72cc6170a83 associated. External IP: 172.27.0.201, port: 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1. Aug 04 11:45:35.033907 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.057521 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', '081fe859-c706-4473-a104-35405493a2c9', '063421d4-f782-484f-bc64-30d669faecfc'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:35.099263 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event deleted for resources: {'Port': ['ID=063421d4-f782-484f-bc64-30d669faecfc,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:35.221231 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] No DVR routers for this DVR port 063421d4-f782-484f-bc64-30d669faecfc on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:35.233075 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.235385 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ac93f605-123d-47d9-adf2-6a5e25b05d13 req-5552bae9-bcf3-43da-99ff-fd5cd1714ac9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "DELETE /v2.0/ports/063421d4-f782-484f-bc64-30d669faecfc HTTP/1.1" status: 204 len: 173 time: 2.1276698 Aug 04 11:45:35.238534 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'name': 'network-vif-deleted', 'tag': '063421d4-f782-484f-bc64-30d669faecfc'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:35.241951 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca4f3b1-3b48-422b-ac21-2a77608c11a9" -d '{"events": [{"server_uuid": "668ffdda-9e6d-4dd4-b004-bcc02b234b78", "name": "network-vif-deleted", "tag": "063421d4-f782-484f-bc64-30d669faecfc"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:35.264360 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fadb47-9ba9-47b2-912e-93616be0f575 req-9e32bff6-512b-4f4d-aa9b-50538a282f37 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:35.266098 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80fadb47-9ba9-47b2-912e-93616be0f575 req-9e32bff6-512b-4f4d-aa9b-50538a282f37 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 944 time: 0.2356951 Aug 04 11:45:35.395020 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80fadb47-9ba9-47b2-912e-93616be0f575 req-d1a87ad6-90f4-47aa-961b-c2317a6d439c tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782573 Aug 04 11:45:35.432893 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:35.654584 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afb9275-e186-4389-975d-63a5197d4bf7 req-0b3fbf2d-b991-44ec-bfa2-bbdba489c44d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:35.656058 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0afb9275-e186-4389-975d-63a5197d4bf7 req-0b3fbf2d-b991-44ec-bfa2-bbdba489c44d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1488674 Aug 04 11:45:35.699193 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:35.712803 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:35.728363 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:35.729529 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:35.749066 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0afb9275-e186-4389-975d-63a5197d4bf7 req-0e8975c3-5ca8-49c9-97c9-31bcfeb975dd tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831401 Aug 04 11:45:35.827719 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e7df5b-bf42-4fa1-b394-e0254b3ff7cc x-openstack-request-id: req-24e7df5b-bf42-4fa1-b394-e0254b3ff7cc {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:35.828017 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668ffdda-9e6d-4dd4-b004-bcc02b234b78", "name": "network-vif-deleted", "tag": "063421d4-f782-484f-bc64-30d669faecfc", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:35.828273 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-24e7df5b-bf42-4fa1-b394-e0254b3ff7cc {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:35.828667 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668ffdda-9e6d-4dd4-b004-bcc02b234b78', 'name': 'network-vif-deleted', 'tag': '063421d4-f782-484f-bc64-30d669faecfc', 'status': 'completed', 'code': 200} Aug 04 11:45:35.846157 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:35.890775 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-14e87976-cf4f-4818-a116-91cc27717824 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5184667 Aug 04 11:45:35.942712 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a6a1aab0-9c06-4987-9585-993778bd7588 req-03542dd6-2cb0-4d5c-9599-0d6ec8adb3f9 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.0434310 Aug 04 11:45:36.071957 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:36.364068 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'c5837eca-4657-4685-9b77-e72cc6170a83', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:90:3e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:45:32Z', 'updated_at': '2021-08-04T11:45:32Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:36.406843 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:36.421754 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:36.422825 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:36.570631 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:36.595746 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e09a8-b1cf-4680-8baf-82926f3ad38b req-53e57e98-814b-4bf3-9f6e-a59f9576a9ba tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:36.598465 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1d3e09a8-b1cf-4680-8baf-82926f3ad38b req-53e57e98-814b-4bf3-9f6e-a59f9576a9ba tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 944 time: 0.0822597 Aug 04 11:45:36.653377 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1d3e09a8-b1cf-4680-8baf-82926f3ad38b req-26a96c27-0b03-423b-bc44-84e6b1fb8198 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429375 Aug 04 11:45:36.837490 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd5d0-0859-47cf-9d01-754cd7231ba9 req-b3da92a1-39a8-478d-8b0c-53b92a430a1f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:36.840148 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c36dd5d0-0859-47cf-9d01-754cd7231ba9 req-b3da92a1-39a8-478d-8b0c-53b92a430a1f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0922282 Aug 04 11:45:36.918804 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c36dd5d0-0859-47cf-9d01-754cd7231ba9 req-f069edfa-fd50-4db7-b0e1-aa452c777acb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666461 Aug 04 11:45:36.961830 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ffddb-1c0c-4853-a65d-bf17288ad194 req-07039a1c-c948-4232-ba0f-1f5a7698ef65 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:36.967178 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a4ffddb-1c0c-4853-a65d-bf17288ad194 req-07039a1c-c948-4232-ba0f-1f5a7698ef65 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1003511 Aug 04 11:45:37.026399 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'c5837eca-4657-4685-9b77-e72cc6170a83', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:90:3e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:45:32Z', 'updated_at': '2021-08-04T11:45:32Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:37.091336 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6a4ffddb-1c0c-4853-a65d-bf17288ad194 req-c9d345e4-0ba1-4ac5-845e-be1fe3259f8a tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161919 Aug 04 11:45:37.096193 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f8c92-9829-4452-8acf-31dc333d97ad None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'c5837eca-4657-4685-9b77-e72cc6170a83', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:90:3e:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:45:32Z', 'updated_at': '2021-08-04T11:45:32Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:37.170942 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4e125d50-42ea-498b-ba9c-9933ebe2e3dd req-eb9ebf39-7515-4231-b24b-5c11d7487078 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.0558300 Aug 04 11:45:37.375427 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 8b61828d-e7f9-47ed-961c-49b5b84ea901 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:37.421285 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a415a89c-5457-45ae-a876-ddc838a9947f None None] New status for floating IP c5837eca-4657-4685-9b77-e72cc6170a83: ACTIVE {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:45:37.606072 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 8b61828d-e7f9-47ed-961c-49b5b84ea901 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:37.612121 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 8b61828d-e7f9-47ed-961c-49b5b84ea901 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:37.612563 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.735343 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.812752 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:37.816201 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7e83d7-f59c-4215-b756-219d6cfcb1fe" -d '{"events": [{"server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "name": "network-vif-plugged", "status": "completed", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:37.832640 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:37.836415 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ac2a8f-5537-447d-8481-d0bda6cf398e" -d '{"events": [{"name": "network-changed", "server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:37.844821 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 8b61828d-e7f9-47ed-961c-49b5b84ea901, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:37.882903 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f181-6b2e-4b19-a052-e6529b9c3638 req-4723bb19-ada2-41e9-b354-8438a39cbc4b tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:37.885995 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863125c9-f79d-4129-8710-23effb7ae40f x-openstack-request-id: req-863125c9-f79d-4129-8710-23effb7ae40f {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:37.886372 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "name": "network-vif-plugged", "status": "completed", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:37.886700 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-863125c9-f79d-4129-8710-23effb7ae40f {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:37.887214 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901', 'code': 200} Aug 04 11:45:37.889879 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-55b7f181-6b2e-4b19-a052-e6529b9c3638 req-4723bb19-ada2-41e9-b354-8438a39cbc4b tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 944 time: 0.1391566 Aug 04 11:45:37.925308 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:37.929124 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55546) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:37.950765 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498bde01-40a9-47d8-977b-7339d05406d9 x-openstack-request-id: req-498bde01-40a9-47d8-977b-7339d05406d9 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:37.951538 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:37.952175 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-498bde01-40a9-47d8-977b-7339d05406d9 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:37.952822 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'status': 'completed', 'code': 200} Aug 04 11:45:37.965699 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-55b7f181-6b2e-4b19-a052-e6529b9c3638 req-bcc4217c-2788-4b6e-ab8c-73d58a7de54e tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678427 Aug 04 11:45:38.000621 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=8b61828d-e7f9-47ed-961c-49b5b84ea901,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:38.094255 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-469ad759-cf04-4269-8469-96bac9f7469a service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1635630 Aug 04 11:45:38.155149 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b8efbf-6c4c-4128-8071-a77c4f5c1568 req-bb866f65-903f-4d8d-b692-b5a4fa2483e2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:38.156708 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e5b8efbf-6c4c-4128-8071-a77c4f5c1568 req-bb866f65-903f-4d8d-b692-b5a4fa2483e2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0845661 Aug 04 11:45:38.237116 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e5b8efbf-6c4c-4128-8071-a77c4f5c1568 req-50007dde-1341-4914-9d7e-a6ba130c9c7f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681052 Aug 04 11:45:38.319367 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1ddd9-afd6-4a6f-babd-3b15e24a2c7d req-e727a0c8-efc1-4ddd-964f-04c81e0b13b4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:38.323085 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-adf1ddd9-afd6-4a6f-babd-3b15e24a2c7d req-e727a0c8-efc1-4ddd-964f-04c81e0b13b4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0976155 Aug 04 11:45:38.390056 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-adf1ddd9-afd6-4a6f-babd-3b15e24a2c7d req-e409ca1b-fc5c-403b-af88-5ebba3d75fb1 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596144 Aug 04 11:45:38.404262 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-344cfbbb-e170-41d9-b393-aeb6954c6d6c req-6c100ba6-66c5-422c-8d80-f50750072f07 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.0462615 Aug 04 11:45:38.418850 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:38.542246 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 063421d4-f782-484f-bc64-30d669faecfc no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:38.576093 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 063421d4-f782-484f-bc64-30d669faecfc {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:38.576579 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 063421d4-f782-484f-bc64-30d669faecfc not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:38.593029 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-176c85ec-f69d-4784-85df-4f375cf9580b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:38.595560 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-176c85ec-f69d-4784-85df-4f375cf9580b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 1098 time: 0.1111164 Aug 04 11:45:38.762238 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-44e55fb5-f0f2-4548-8c16-2cb90d0f537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:38.763722 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-44e55fb5-f0f2-4548-8c16-2cb90d0f537d service neutron] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 913 time: 0.1526566 Aug 04 11:45:38.850858 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-c8174cad-4d90-4d50-bb54-6da892a4720f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 HTTP/1.1" status: 200 len: 1001 time: 0.0786541 Aug 04 11:45:38.946291 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-4361bfc1-6a51-4607-a327-9fb4c546564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:38.950715 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-4361bfc1-6a51-4607-a327-9fb4c546564f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0902710 Aug 04 11:45:39.110376 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-130e1c12-7573-438a-88f0-d7046d641cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:39.113487 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-130e1c12-7573-438a-88f0-d7046d641cf4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1467383 Aug 04 11:45:39.216568 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904f817-8022-43d1-ab5e-802997e6eec2 req-61e9b4ec-ded6-4f42-90bb-a20bae7eb923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:39.219529 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a904f817-8022-43d1-ab5e-802997e6eec2 req-61e9b4ec-ded6-4f42-90bb-a20bae7eb923 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 1098 time: 0.2176108 Aug 04 11:45:39.284584 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9248b3-f1cc-4942-9cc3-74a311dd14af req-36dd3ec4-474c-4bd2-a07c-6e7fadf9bcd7 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:39.293535 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1e9248b3-f1cc-4942-9cc3-74a311dd14af req-36dd3ec4-474c-4bd2-a07c-6e7fadf9bcd7 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.1784141 Aug 04 11:45:39.346348 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-0f473b6c-a7e3-4dcf-bba5-ffc4047b17a9 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213719 Aug 04 11:45:39.347538 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a904f817-8022-43d1-ab5e-802997e6eec2 req-7cae6f6d-f8cd-4531-9190-65944528d454 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164396 Aug 04 11:45:39.381585 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1e9248b3-f1cc-4942-9cc3-74a311dd14af req-8cc04ad4-e345-410c-ae54-4f9faceba32b tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867758 Aug 04 11:45:39.570676 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7f6c6-43eb-4758-894b-191cb61285f4 req-cd1b6cdf-e0cf-4272-ad46-0c6b0727ec8a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:39.573928 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-98d7f6c6-43eb-4758-894b-191cb61285f4 req-cd1b6cdf-e0cf-4272-ad46-0c6b0727ec8a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.2249553 Aug 04 11:45:39.607228 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-43246adb-d88c-4968-9b8e-59d4a19935dc req-4dc173e7-ae81-43e7-bd22-975553c2d6c5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=668ffdda-9e6d-4dd4-b004-bcc02b234b78 HTTP/1.1" status: 200 len: 210 time: 0.0623755 Aug 04 11:45:39.669189 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-98d7f6c6-43eb-4758-894b-191cb61285f4 req-5086c5f0-7923-404d-960e-1f6f4e0d9a7f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900724 Aug 04 11:45:39.673073 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-97ac2a8f-5537-447d-8481-d0bda6cf398e req-2c4e1c66-2a9c-451d-86c8-20f38902c622 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498860 Aug 04 11:45:39.808685 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f759ea6-feae-4c2b-99e3-0faa5e18b8c5 req-b43fbf25-26f4-4203-a50f-a07c7e2918b3 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:39.810914 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0f759ea6-feae-4c2b-99e3-0faa5e18b8c5 req-b43fbf25-26f4-4203-a50f-a07c7e2918b3 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0874865 Aug 04 11:45:39.863744 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0f759ea6-feae-4c2b-99e3-0faa5e18b8c5 req-6695a0b2-13b4-474e-97d8-74c4bd4f8cf3 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457420 Aug 04 11:45:40.384142 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55614) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:40.544707 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-32862bb0-60e8-4f29-95c2-4783b32f8e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:40.571400 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30e1ac-dad4-4a26-8415-26dacca7e22d req-fbbbd954-0ffb-49e9-8417-27f41df1923d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:40.573526 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2e30e1ac-dad4-4a26-8415-26dacca7e22d req-fbbbd954-0ffb-49e9-8417-27f41df1923d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.0801036 Aug 04 11:45:40.644889 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2e30e1ac-dad4-4a26-8415-26dacca7e22d req-479fabfe-e45c-4f27-8394-fe953ae5cf89 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625265 Aug 04 11:45:40.732367 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-32862bb0-60e8-4f29-95c2-4783b32f8e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:40.885515 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b2f56-e0d3-4a1a-adfa-d2db8f5de58c req-e49a30dc-697d-455d-9a76-cc013788a250 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:40.887119 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f54b2f56-e0d3-4a1a-adfa-d2db8f5de58c req-e49a30dc-697d-455d-9a76-cc013788a250 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0588257 Aug 04 11:45:40.891564 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-32862bb0-60e8-4f29-95c2-4783b32f8e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:40.947518 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-32862bb0-60e8-4f29-95c2-4783b32f8e6a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=96b1c168d8db4053843fe1954e0b0167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5546675 Aug 04 11:45:40.947518 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32862bb0-60e8-4f29-95c2-4783b32f8e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=965bd732-00fa-442f-9328-0f12f51b6ac1,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:40.947518 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55634) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:40.985404 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f54b2f56-e0d3-4a1a-adfa-d2db8f5de58c req-222541fe-1f21-4c1a-804a-290a2aca2fac tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802712 Aug 04 11:45:41.018506 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-79cea0ff-f17f-4244-9343-52765f0aae06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.046065 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-79cea0ff-f17f-4244-9343-52765f0aae06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.212427 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-79cea0ff-f17f-4244-9343-52765f0aae06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.225250 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-79cea0ff-f17f-4244-9343-52765f0aae06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:41.227050 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-79cea0ff-f17f-4244-9343-52765f0aae06 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/965bd732-00fa-442f-9328-0f12f51b6ac1 HTTP/1.1" status: 204 len: 168 time: 0.2791362 Aug 04 11:45:41.242570 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cea0ff-f17f-4244-9343-52765f0aae06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965bd732-00fa-442f-9328-0f12f51b6ac1,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:41.328327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f014fd4-bfe7-4554-9ca2-3d6d9dd8708d req-91eb3a27-68ea-4b5d-8681-e92786a1375c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:41.330465 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f014fd4-bfe7-4554-9ca2-3d6d9dd8708d req-91eb3a27-68ea-4b5d-8681-e92786a1375c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 946 time: 0.0973859 Aug 04 11:45:41.402877 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f014fd4-bfe7-4554-9ca2-3d6d9dd8708d req-fcc303c0-b8b8-4ace-b23f-de46651a557e tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589523 Aug 04 11:45:41.870149 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fcd49-0df8-42fc-85e7-4d5477a10777 req-ca7705e9-93e3-4f53-a49d-ad693bfd24a6 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:41.872819 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7d4fcd49-0df8-42fc-85e7-4d5477a10777 req-ca7705e9-93e3-4f53-a49d-ad693bfd24a6 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.0992067 Aug 04 11:45:41.945832 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7d4fcd49-0df8-42fc-85e7-4d5477a10777 req-9b02e3fc-e47d-47b1-aadf-32f2df333cf0 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592177 Aug 04 11:45:42.198631 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531adb06-6874-4b03-b6ba-8fd9d282b791 req-c74810db-2cce-4c5a-adde-5bee97d88362 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:42.200638 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-531adb06-6874-4b03-b6ba-8fd9d282b791 req-c74810db-2cce-4c5a-adde-5bee97d88362 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0752213 Aug 04 11:45:42.246266 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-531adb06-6874-4b03-b6ba-8fd9d282b791 req-87390140-b494-4ba0-9370-501c513fb4ff tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Aug 04 11:45:42.594686 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135e755-4207-493d-be53-04bb32eac1d7 req-2270d2fa-f5ee-41cd-9f1b-ac06746b03b4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:42.597577 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9135e755-4207-493d-be53-04bb32eac1d7 req-2270d2fa-f5ee-41cd-9f1b-ac06746b03b4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 946 time: 0.0724695 Aug 04 11:45:42.670301 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9135e755-4207-493d-be53-04bb32eac1d7 req-a5459afa-cfaf-40e9-9fc3-125382212496 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627179 Aug 04 11:45:42.755316 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55692) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:42.889235 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-16962502-network', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:43.026968 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Made reservation on behalf of 5d87f6f5b2c24961a3bcfdaa20cad59c for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:43.031256 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.046443 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.181479 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.246229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.285758 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:45:43.300824 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d929d8b5-4b91-4d39-bff6-3cb0492b15a3,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:43.309939 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.310439 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Added segment 262ec858-c110-4dd9-b128-ccb6ccbca7b7 of type vlan for network e211426f-a8ce-4055-b7d0-f58a731aa6cb Aug 04 11:45:43.358827 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.408406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a952a1-ead4-4192-9375-bc4a564749b5 req-4ea609b8-1027-4b33-a307-cbe65f686443 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:43.410859 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-20a952a1-ead4-4192-9375-bc4a564749b5 req-4ea609b8-1027-4b33-a307-cbe65f686443 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0737317 Aug 04 11:45:43.446245 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cb8ddabe-a290-4f9f-8e9d-f931fd6e64c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.457548 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-20a952a1-ead4-4192-9375-bc4a564749b5 req-42fc34a8-2513-449d-822a-8b491790e90c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390899 Aug 04 11:45:43.519836 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.520834 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:43.521460 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:43.590320 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] Pushing event updated for resources: {'Network': ['ID=e211426f-a8ce-4055-b7d0-f58a731aa6cb,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:43.606037 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:45:43.665431 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-4a660c72-9ede-402f-8fdf-fe25fcade4ba admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9082620 Aug 04 11:45:43.668957 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55700) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:43.676300 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Request body: {'subnet': {'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-16962502-subnet', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:43.842166 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d2ef4b-ebeb-4788-b607-0817fbb87e10 req-226cc5ec-1159-4a7e-9fa4-9264533d6b49 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:43.844961 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e0d2ef4b-ebeb-4788-b607-0817fbb87e10 req-226cc5ec-1159-4a7e-9fa4-9264533d6b49 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 946 time: 0.0802369 Aug 04 11:45:43.920362 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e0d2ef4b-ebeb-4788-b607-0817fbb87e10 req-6005591e-e5bf-4505-9ebd-84598154aed5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685122 Aug 04 11:45:43.927323 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Made reservation on behalf of 5d87f6f5b2c24961a3bcfdaa20cad59c for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:43.929350 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11565275'] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.255520 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11565285'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.349648 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:44.353734 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Checking segment: {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:44.354249 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Network hostable DHCP agents. Network: e211426f-a8ce-4055-b7d0-f58a731aa6cb, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:45:44.482607 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:45:44.586695 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, e211426f-a8ce-4055-b7d0-f58a731aa6cb) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:44.601198 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:44.602092 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.605071 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a2a0d6-c7ee-4693-beae-f1f459c01763 None None] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:44.613050 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e315050-324b-40ef-8a3b-e17e1aa511af req-6c2d20db-14c8-4280-9034-185d011edbbe tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:44.615737 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e315050-324b-40ef-8a3b-e17e1aa511af req-6c2d20db-14c8-4280-9034-185d011edbbe tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0728292 Aug 04 11:45:44.657398 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9e315050-324b-40ef-8a3b-e17e1aa511af req-18a1a4bf-aaa8-473b-97fd-4b4918014018 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340977 Aug 04 11:45:44.778368 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-cf64aea7-c70a-4da4-bca9-8ea71b66ca96 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1080654 Aug 04 11:45:44.782961 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55720) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:44.790414 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:44.839066 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:45:44.840040 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.924355 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:44.925980 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.041917 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.136658 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Allocated IP 172.20.0.2 (e211426f-a8ce-4055-b7d0-f58a731aa6cb/40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12/533ab4d2-0fd5-447f-bc50-382906f757e2) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:45.253382 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-f9d1224d-8322-48b2-b9f5-d04cb40be104 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:45.254916 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-f9d1224d-8322-48b2-b9f5-d04cb40be104 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 946 time: 0.1633742 Aug 04 11:45:45.273359 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e9a41-ddc5-4342-bbf8-7694ad2d4fe3 req-17c40429-e114-4839-a068-1970515ad278 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:45.277277 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cf1e9a41-ddc5-4342-bbf8-7694ad2d4fe3 req-17c40429-e114-4839-a068-1970515ad278 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 946 time: 0.1627927 Aug 04 11:45:45.359493 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.368588 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Transition to ACTIVE for port object 533ab4d2-0fd5-447f-bc50-382906f757e2 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:45.384426 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Transition to ACTIVE for port object 533ab4d2-0fd5-447f-bc50-382906f757e2 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:45.388100 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cf1e9a41-ddc5-4342-bbf8-7694ad2d4fe3 req-2bb9dcd2-4025-4ee8-b956-cb202c6eeae2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957904 Aug 04 11:45:45.492182 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.509608 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.558186 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Deleting port 081fe859-c706-4473-a104-35405493a2c9 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:45.558833 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.593622 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:45.610440 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:45.659462 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:45.672585 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Pushing event updated for resources: {'Port': ['ID=533ab4d2-0fd5-447f-bc50-382906f757e2,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:45.692252 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.692811 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.693413 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.693964 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.694517 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.695323 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.696260 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.697041 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.699985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.699985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.699985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.699985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:45.830902 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Attempting to bind port 533ab4d2-0fd5-447f-bc50-382906f757e2 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:45.835572 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Attempting to bind port 533ab4d2-0fd5-447f-bc50-382906f757e2 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:45.837345 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Attempting to bind port 533ab4d2-0fd5-447f-bc50-382906f757e2 on network e211426f-a8ce-4055-b7d0-f58a731aa6cb {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:45.852038 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:45.852616 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Checking segment: {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:45.853272 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.857400 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] For port 081fe859-c706-4473-a104-35405493a2c9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=081fe859-c706-4473-a104-35405493a2c9,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:45.858445 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.866543 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Bound using segment: {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:45.867419 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Bound port: 533ab4d2-0fd5-447f-bc50-382906f757e2, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:45.868274 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:45.876324 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8cae-3b9f-47d4-a8d5-c398f38fed07 req-0ee2678f-abc6-40b1-985e-8a43275c4048 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:45.885836 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fb4f8cae-3b9f-47d4-a8d5-c398f38fed07 req-0ee2678f-abc6-40b1-985e-8a43275c4048 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0920644 Aug 04 11:45:45.895116 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Calling delete_port for 081fe859-c706-4473-a104-35405493a2c9 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:45.944767 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fb4f8cae-3b9f-47d4-a8d5-c398f38fed07 req-7e421a96-64ba-4ba1-8a50-a27aabc749c4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563188 Aug 04 11:45:46.035148 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] For port 533ab4d2-0fd5-447f-bc50-382906f757e2, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:46.040842 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] For port 533ab4d2-0fd5-447f-bc50-382906f757e2, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=533ab4d2-0fd5-447f-bc50-382906f757e2,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:46.094978 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1be6447d-3101-43c7-9c54-7e79ca6c953b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.158313 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.194075 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ebe11-12b4-40b4-86dc-6da4aa8cec73 req-48906d02-369c-465d-931e-4680591b9616 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:46.195591 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-614ebe11-12b4-40b4-86dc-6da4aa8cec73 req-48906d02-369c-465d-931e-4680591b9616 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.1976433 Aug 04 11:45:46.289340 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebbb11-9a88-4dfe-986d-939382e83279 None None] Pushing event updated for resources: {'Port': ['ID=533ab4d2-0fd5-447f-bc50-382906f757e2,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:46.321567 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.340704 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139fea-f144-427f-834f-0f7ec24319a0 req-00661d08-5cee-440d-a03a-cb09f69209d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:46.342607 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-00661d08-5cee-440d-a03a-cb09f69209d2 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7&tenant_id=695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 1097 time: 0.1597605 Aug 04 11:45:46.342779 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.361747 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-614ebe11-12b4-40b4-86dc-6da4aa8cec73 req-fc830f39-333f-44c6-a611-a6ad26b67a90 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355739 Aug 04 11:45:46.396210 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.621861 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.644653 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d0465-2056-41cd-86d8-31f74ac0bcfa req-3aa2dac5-f6b4-45a9-b09f-8126f0cfbc2c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:46.648368 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-813d0465-2056-41cd-86d8-31f74ac0bcfa req-3aa2dac5-f6b4-45a9-b09f-8126f0cfbc2c tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 867 time: 0.1236813 Aug 04 11:45:46.695201 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Allocated IP 172.27.0.188 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/25b19def-31ce-4194-8972-6d714618b40f) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:46.698433 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event deleted for resources: {'Port': ['ID=081fe859-c706-4473-a104-35405493a2c9,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:46.738874 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-813d0465-2056-41cd-86d8-31f74ac0bcfa req-3fd84981-bd80-4994-98bf-57c863255bcf tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795729 Aug 04 11:45:46.825278 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] No DVR routers for this DVR port 081fe859-c706-4473-a104-35405493a2c9 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:46.828805 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.830802 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2ed83124-4696-4ddc-aeb6-6b7ea5dffce2 req-30a2a8d6-43ed-48ac-bc1d-0fa584459671 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "DELETE /v2.0/ports/081fe859-c706-4473-a104-35405493a2c9 HTTP/1.1" status: 204 len: 173 time: 1.5461712 Aug 04 11:45:46.831233 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'name': 'network-vif-deleted', 'tag': '081fe859-c706-4473-a104-35405493a2c9'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:46.833498 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2f2c96-cfdc-4110-a86c-36cf2e509715" -d '{"events": [{"server_uuid": "1f6fdc86-ab39-409e-b6fb-ca94eb2903a3", "name": "network-vif-deleted", "tag": "081fe859-c706-4473-a104-35405493a2c9"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:46.899419 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:46.902929 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dac3862-4932-4879-8aa4-f5ee6e362ee1 x-openstack-request-id: req-0dac3862-4932-4879-8aa4-f5ee6e362ee1 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:46.903225 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6fdc86-ab39-409e-b6fb-ca94eb2903a3", "name": "network-vif-deleted", "tag": "081fe859-c706-4473-a104-35405493a2c9", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:46.909094 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0dac3862-4932-4879-8aa4-f5ee6e362ee1 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:46.909094 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6fdc86-ab39-409e-b6fb-ca94eb2903a3', 'name': 'network-vif-deleted', 'tag': '081fe859-c706-4473-a104-35405493a2c9', 'status': 'completed', 'code': 200} Aug 04 11:45:46.909323 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.028917 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.108954 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:47.124240 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:47.127368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Pushing event updated for resources: {'Port': ['ID=25b19def-31ce-4194-8972-6d714618b40f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:47.133460 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:47.136567 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4b5ba-2980-46e3-aa2b-7c3165341975 req-8384cf00-14c2-444e-9356-9b3a2c311ed9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:47.139782 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f3c4b5ba-2980-46e3-aa2b-7c3165341975 req-8384cf00-14c2-444e-9356-9b3a2c311ed9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0935638 Aug 04 11:45:47.194167 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f3c4b5ba-2980-46e3-aa2b-7c3165341975 req-52e6ccfc-d0fe-46de-bc95-7fc90419eff7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431366 Aug 04 11:45:47.496775 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16af1c5-b0a8-4962-a6af-2371d31a7b64 None None] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:47.648729 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747dba9-2b58-4426-9002-6c4bf2d9e7c4 req-a721afb7-b6f7-4566-9410-15f9ae618061 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:47.653515 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f747dba9-2b58-4426-9002-6c4bf2d9e7c4 req-a721afb7-b6f7-4566-9410-15f9ae618061 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.1621616 Aug 04 11:45:47.668095 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:47.678510 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-5a14464a-eae6-4d31-af60-64fa1e1fe171 None None] Provisioning for port 533ab4d2-0fd5-447f-bc50-382906f757e2 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:47.834556 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f747dba9-2b58-4426-9002-6c4bf2d9e7c4 req-625aba20-0c13-44bc-95ba-a38fb1f13403 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706004 Aug 04 11:45:47.927424 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-292833f8-1d56-499e-9db0-424123a1f0a5 req-d6f36826-136c-430f-8439-3dc74466d96d tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 210 time: 0.0454812 Aug 04 11:45:48.023854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.495279 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea00e53d-34b2-4b93-bfa0-c7f87addcefa req-e5abe700-786a-4c0f-ae4f-80784024fc6f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:48.496688 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea00e53d-34b2-4b93-bfa0-c7f87addcefa req-e5abe700-786a-4c0f-ae4f-80784024fc6f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1012518 Aug 04 11:45:48.554454 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 533ab4d2-0fd5-447f-bc50-382906f757e2 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:48.559079 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ea00e53d-34b2-4b93-bfa0-c7f87addcefa req-b5f98400-471b-4754-9dac-d8601b8c11cc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455804 Aug 04 11:45:48.623237 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Router c62fa026-c9cc-4ae6-a210-93630d0bd421 is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:45:48.709532 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 533ab4d2-0fd5-447f-bc50-382906f757e2 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:48.714626 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 533ab4d2-0fd5-447f-bc50-382906f757e2 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:48.715170 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.743202 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:48.766822 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Sync routers for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:48.779971 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:48.780862 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:48.825134 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.888968 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 533ab4d2-0fd5-447f-bc50-382906f757e2, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=533ab4d2-0fd5-447f-bc50-382906f757e2,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:48.895426 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:48.902124 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ae8d1fcc-6b63-4f93-82e0-565c576355d2 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1127915 Aug 04 11:45:48.902525 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55784) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:48.941067 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:48.974589 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.044739 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cb41c-d334-4294-adc2-082bf44a0900 req-d84bb386-00f1-4013-a800-92b736577f8d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:49.062256 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-021cb41c-d334-4294-adc2-082bf44a0900 req-d84bb386-00f1-4013-a800-92b736577f8d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.1247160 Aug 04 11:45:49.131997 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cd30bae9-775f-4af4-9a3c-1ba54a0b2fef req-91715027-b0d2-4675-ab45-45b622b63c13 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 210 time: 0.0520942 Aug 04 11:45:49.159268 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.159510 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-021cb41c-d334-4294-adc2-082bf44a0900 req-134cf629-1463-4cf1-ae2f-0e3bf0551468 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953300 Aug 04 11:45:49.216187 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=533ab4d2-0fd5-447f-bc50-382906f757e2,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:49.257720 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:47Z', 'revision_number': 3, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:49.306291 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Checking router: c62fa026-c9cc-4ae6-a210-93630d0bd421 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:49.306529 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Updating router c62fa026-c9cc-4ae6-a210-93630d0bd421 port 25b19def-31ce-4194-8972-6d714618b40f binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:45:49.332832 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.432619 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', '081fe859-c706-4473-a104-35405493a2c9'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:45:49.506719 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139fea-f144-427f-834f-0f7ec24319a0 req-fd5717a3-3c9b-4760-a8e1-0e8d5b3ade00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:49.509338 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-fd5717a3-3c9b-4760-a8e1-0e8d5b3ade00 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0759470 Aug 04 11:45:49.664471 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139fea-f144-427f-834f-0f7ec24319a0 req-a5420b7e-abcd-4f7b-b45c-5b3f1b8da20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:49.666901 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-a5420b7e-abcd-4f7b-b45c-5b3f1b8da20f service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.1481164 Aug 04 11:45:49.767474 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.789874 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.798419 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-6a83da44-f8cc-4100-9f47-6f712ad8c110 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 200 len: 1000 time: 0.1153939 Aug 04 11:45:49.807250 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Transition to ACTIVE for port object 25b19def-31ce-4194-8972-6d714618b40f will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:49.816152 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543671d3-8b4c-4da8-81ad-7820ee964efb req-9edb4ad9-eff0-4e08-a993-5dcb4ea71dd1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:49.821792 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-543671d3-8b4c-4da8-81ad-7820ee964efb req-9edb4ad9-eff0-4e08-a993-5dcb4ea71dd1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0992196 Aug 04 11:45:49.876739 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139fea-f144-427f-834f-0f7ec24319a0 req-251a1c2b-2f7f-4870-b2fd-d97d3e068acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:49.879161 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-251a1c2b-2f7f-4870-b2fd-d97d3e068acb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0715320 Aug 04 11:45:49.912920 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:49.941713 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-543671d3-8b4c-4da8-81ad-7820ee964efb req-40ecd193-894e-40cf-b6c7-ad4386910970 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131065 Aug 04 11:45:49.985078 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139fea-f144-427f-834f-0f7ec24319a0 req-af739156-58cd-4d04-84bb-daf85537065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:49.985078 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-af739156-58cd-4d04-84bb-daf85537065b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0961452 Aug 04 11:45:50.055730 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Attempting to bind port 25b19def-31ce-4194-8972-6d714618b40f on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:50.057321 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Attempting to bind port 25b19def-31ce-4194-8972-6d714618b40f by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:50.058720 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Attempting to bind port 25b19def-31ce-4194-8972-6d714618b40f on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:50.064913 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Pushing event updated for resources: {'Port': ['ID=25b19def-31ce-4194-8972-6d714618b40f,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:50.075788 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:50.076347 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:50.076857 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.077379 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:50.077970 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Bound port: 25b19def-31ce-4194-8972-6d714618b40f, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:50.078481 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.081627 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.082128 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.082583 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.083049 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.083441 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.083887 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.084329 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.084754 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.085258 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.085707 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.086133 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.086563 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:45:50.137964 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Allocated IP 172.20.0.1 (e211426f-a8ce-4055-b7d0-f58a731aa6cb/40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12/26479b60-230c-4b57-84d7-ff434e1fb5f8) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:45:50.163735 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] For port 25b19def-31ce-4194-8972-6d714618b40f, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:50.171953 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] For port 25b19def-31ce-4194-8972-6d714618b40f, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=25b19def-31ce-4194-8972-6d714618b40f,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:50.298915 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.385127 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2f8ab404-42bd-4ad3-a659-62ad4925925c req-3672559a-5f6c-4a9b-908a-6f1d1d8716fc tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=1f6fdc86-ab39-409e-b6fb-ca94eb2903a3 HTTP/1.1" status: 200 len: 210 time: 0.0449340 Aug 04 11:45:50.394216 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.485009 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-235fce44-5d39-4af0-8460-942dbe0bac66 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819500 Aug 04 11:45:50.498787 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:50.499973 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:50.533831 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Transition to ACTIVE for port object 26479b60-230c-4b57-84d7-ff434e1fb5f8 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:50.557545 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 533ab4d2-0fd5-447f-bc50-382906f757e2 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:50.585592 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650a6e0-bc9f-4261-bbda-8b0c67074e57 req-a184c253-6367-46f6-964b-50f74a2bff06 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:50.591866 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a650a6e0-bc9f-4261-bbda-8b0c67074e57 req-a184c253-6367-46f6-964b-50f74a2bff06 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.1902907 Aug 04 11:45:50.682236 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 533ab4d2-0fd5-447f-bc50-382906f757e2 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:50.683258 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.694122 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a650a6e0-bc9f-4261-bbda-8b0c67074e57 req-c77e9a70-3685-43bd-86c5-064eb86fae3d tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822427 Aug 04 11:45:50.697837 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-36139fea-f144-427f-834f-0f7ec24319a0 req-4766dee5-6547-43f2-87e7-a38ef134a40d service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044597 Aug 04 11:45:50.778779 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c1a352-d011-4d62-84af-9573cb069e52 None None] Pushing event updated for resources: {'Port': ['ID=25b19def-31ce-4194-8972-6d714618b40f,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:50.791159 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-50bc13f4-a717-4afb-bca3-721594ff2c33 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:50.794222 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-50bc13f4-a717-4afb-bca3-721594ff2c33 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.1078324 Aug 04 11:45:50.825972 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:50.926297 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:50.933884 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:50.938565 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:45:50.962188 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:51.059076 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=26479b60-230c-4b57-84d7-ff434e1fb5f8,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:51.068464 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.324776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Deleting port 8b61828d-e7f9-47ed-961c-49b5b84ea901 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:51.325769 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.330471 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2679f4ac-d2ee-4b24-9ff6-f555fa085d35 req-c9e0bb38-cb03-4b1d-af76-73a800dc4586 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:51.344674 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2679f4ac-d2ee-4b24-9ff6-f555fa085d35 req-c9e0bb38-cb03-4b1d-af76-73a800dc4586 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1852305 Aug 04 11:45:51.414109 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:47Z', 'revision_number': 3, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:51.417745 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2679f4ac-d2ee-4b24-9ff6-f555fa085d35 req-4b3541c5-3782-494a-b296-1b72e9327a8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698380 Aug 04 11:45:51.449974 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 081fe859-c706-4473-a104-35405493a2c9 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:51.514641 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f7cfa0-e0b4-4ca9-866d-74173222e0b1 None None] The sync data for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi is: [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:47Z', 'revision_number': 3, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:51.562000 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 081fe859-c706-4473-a104-35405493a2c9 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:45:51.563483 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 081fe859-c706-4473-a104-35405493a2c9 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:45:51.566474 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 8b61828d-e7f9-47ed-961c-49b5b84ea901 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:45:51.665423 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.721937 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] For port 8b61828d-e7f9-47ed-961c-49b5b84ea901, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:51.721937 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.725541 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:51.734268 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Calling delete_port for 8b61828d-e7f9-47ed-961c-49b5b84ea901 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:45:51.803884 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:51.807206 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17181415-ab33-4928-8e65-4eed1fc15dea" -d '{"events": [{"server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:51.840365 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 8b61828d-e7f9-47ed-961c-49b5b84ea901, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=8b61828d-e7f9-47ed-961c-49b5b84ea901,segment=NetworkSegment(949da66f-504b-4145-87ec-4d122614d794),segment_id=949da66f-504b-4145-87ec-4d122614d794)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:51.943293 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-5d2017f9-f5f2-4b1a-90b1-c111e4a4612b None None] Provisioning for port 26479b60-230c-4b57-84d7-ff434e1fb5f8 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:51.949855 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-5d2017f9-f5f2-4b1a-90b1-c111e4a4612b None None] Provisioning complete for port 26479b60-230c-4b57-84d7-ff434e1fb5f8 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:51.963769 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5d2017f9-f5f2-4b1a-90b1-c111e4a4612b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.034449 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3fc5d-6ae6-4858-93e1-3e8a683659ed req-dec6d319-51bf-4414-abef-cd6078576608 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:52.045014 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5ba3fc5d-6ae6-4858-93e1-3e8a683659ed req-dec6d319-51bf-4414-abef-cd6078576608 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 945 time: 0.1922116 Aug 04 11:45:52.075575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8384f4c6-ca66-44ca-82f0-424fa5bc6873 x-openstack-request-id: req-8384f4c6-ca66-44ca-82f0-424fa5bc6873 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:52.076077 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "name": "network-vif-unplugged", "status": "completed", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:52.076472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8384f4c6-ca66-44ca-82f0-424fa5bc6873 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:52.077206 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901', 'code': 200} Aug 04 11:45:52.102311 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.170092 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5ba3fc5d-6ae6-4858-93e1-3e8a683659ed req-1567e9ff-d9a0-4809-9ae0-f388524abc62 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/security-groups?id=51497d80-72d8-469d-9ceb-84213e4663e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235912 Aug 04 11:45:52.178001 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-5d2017f9-f5f2-4b1a-90b1-c111e4a4612b None None] Port 26479b60-230c-4b57-84d7-ff434e1fb5f8 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:45:52.254746 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=8b61828d-e7f9-47ed-961c-49b5b84ea901,revision_number=6']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.357982 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.387344 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.453085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Pushing event deleted for resources: {'Port': ['ID=8b61828d-e7f9-47ed-961c-49b5b84ea901,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.543832 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.625866 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 25b19def-31ce-4194-8972-6d714618b40f up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:52.701267 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] No DVR routers for this DVR port 8b61828d-e7f9-47ed-961c-49b5b84ea901 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:45:52.740882 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.748349 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38faf577-ce2e-448c-98a9-ff3b896e5fa1 req-7420d9d8-083a-4319-875a-0cf41605b0bb tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.86 "DELETE /v2.0/ports/8b61828d-e7f9-47ed-961c-49b5b84ea901 HTTP/1.1" status: 204 len: 173 time: 1.9450455 Aug 04 11:45:52.754903 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'name': 'network-vif-deleted', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:45:52.757575 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee50027-f25c-4c6b-8722-1cab0fcdc3e0" -d '{"events": [{"server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "name": "network-vif-deleted", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:45:52.865753 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.912737 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b8c6cb-afb1-4ecb-b943-9dc55ed7031c x-openstack-request-id: req-b9b8c6cb-afb1-4ecb-b943-9dc55ed7031c {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:45:52.921785 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6b4811-de94-419e-9377-c4acea18c51d", "name": "network-vif-deleted", "tag": "8b61828d-e7f9-47ed-961c-49b5b84ea901", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:45:52.922355 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b9b8c6cb-afb1-4ecb-b943-9dc55ed7031c {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:45:52.923089 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6b4811-de94-419e-9377-c4acea18c51d', 'name': 'network-vif-deleted', 'tag': '8b61828d-e7f9-47ed-961c-49b5b84ea901', 'status': 'completed', 'code': 200} Aug 04 11:45:52.924172 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Pushing event updated for resources: {'Port': ['ID=26479b60-230c-4b57-84d7-ff434e1fb5f8,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:52.949818 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 25b19def-31ce-4194-8972-6d714618b40f completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:45:52.955381 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 25b19def-31ce-4194-8972-6d714618b40f triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:52.956005 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:52.963668 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fcb0b-b318-48fb-a085-10035f51c65f req-53fe7bf2-d3cd-444d-ae60-a57cee558215 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:52.989671 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a41fcb0b-b318-48fb-a085-10035f51c65f req-53fe7bf2-d3cd-444d-ae60-a57cee558215 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.2835224 Aug 04 11:45:53.270041 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a41fcb0b-b318-48fb-a085-10035f51c65f req-bdda9b28-88e9-4cdf-8ea3-66e05975a5f6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254182 Aug 04 11:45:53.301192 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.336801 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:45:53.339111 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:53.378799 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 25b19def-31ce-4194-8972-6d714618b40f, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=25b19def-31ce-4194-8972-6d714618b40f,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:45:53.517318 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b331675a-9303-4a3e-a1e1-b57f4415fdb9 req-7da360bf-82e2-479f-aaa5-f1bfd76dcdf0 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 210 time: 0.0469608 Aug 04 11:45:53.523713 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.659946 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Router c62fa026-c9cc-4ae6-a210-93630d0bd421 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:45:53.730472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=25b19def-31ce-4194-8972-6d714618b40f,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:53.818727 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-efcddd00-40c8-407c-9304-6b0a1d769dba None None] Provisioning complete for port 26479b60-230c-4b57-84d7-ff434e1fb5f8 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:53.820194 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-efcddd00-40c8-407c-9304-6b0a1d769dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:53.918869 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-efcddd00-40c8-407c-9304-6b0a1d769dba None None] Port 26479b60-230c-4b57-84d7-ff434e1fb5f8 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:45:53.948328 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:45:53.956056 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1a585803-43dc-4a7a-9102-a22c8f37b7a3 admin admin] 10.222.0.88 "PUT /v2.0/routers/c62fa026-c9cc-4ae6-a210-93630d0bd421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0519912 Aug 04 11:45:54.229269 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aa7f8c-5936-4de5-8abf-7328f5f418df req-4a2e4fb4-1207-42b4-bc4d-79eb625c25a2 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:54.233453 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82aa7f8c-5936-4de5-8abf-7328f5f418df req-4a2e4fb4-1207-42b4-bc4d-79eb625c25a2 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1168737 Aug 04 11:45:54.394410 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82aa7f8c-5936-4de5-8abf-7328f5f418df req-439d8b4a-5784-4a8b-86fb-3da4be11af85 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468873 Aug 04 11:45:54.466048 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baca9ee-11e0-4968-9db4-12e6b051233c req-4b5d1bbb-f8d0-4432-b417-8594db60da31 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:54.474670 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8baca9ee-11e0-4968-9db4-12e6b051233c req-4b5d1bbb-f8d0-4432-b417-8594db60da31 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.1161733 Aug 04 11:45:54.577270 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8baca9ee-11e0-4968-9db4-12e6b051233c req-c79f333c-9e05-4037-8c32-226d9683efa3 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972309 Aug 04 11:45:54.711537 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 25b19def-31ce-4194-8972-6d714618b40f up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:45:54.846147 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Sync routers for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:45:54.866011 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e1b48-018c-4a1b-81f2-8b8a271ccef3 req-b379c227-ad79-4161-9c57-a2ee06eb1adb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:54.898130 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-478e1b48-018c-4a1b-81f2-8b8a271ccef3 req-b379c227-ad79-4161-9c57-a2ee06eb1adb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.2226729 Aug 04 11:45:54.956485 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:54.957498 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:55.059885 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-478e1b48-018c-4a1b-81f2-8b8a271ccef3 req-12548af8-d50e-43df-a395-57ff17bb331c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563594 Aug 04 11:45:55.114242 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 25b19def-31ce-4194-8972-6d714618b40f triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:45:55.115167 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:55.306479 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1ffcd3ab-c9f4-421b-8ec9-91373271dbb1 req-67e460e0-418d-45b8-82c4-6ba62780c244 tempest-VolumesActionsTest-1168343553 tempest-VolumesActionsTest-1168343553-project] 10.222.0.88 "GET /v2.0/ports?device_id=bd6b4811-de94-419e-9377-c4acea18c51d HTTP/1.1" status: 200 len: 210 time: 0.1899593 Aug 04 11:45:55.472609 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:55.558198 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 55948) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:55.712495 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055c433-4f28-4a29-9819-ab8509ac543c req-e402c750-9f98-426b-9990-599655fa7767 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:55.721208 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2055c433-4f28-4a29-9819-ab8509ac543c req-e402c750-9f98-426b-9990-599655fa7767 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0999122 Aug 04 11:45:55.767732 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2055c433-4f28-4a29-9819-ab8509ac543c req-319b01ea-4b21-4791-92c3-a0c472104796 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453556 Aug 04 11:45:55.924075 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485f9dc-055d-4e48-b7f7-86f05a456fb3 req-c25415ca-6729-4bc3-a876-cc6f38bbb5ab tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:55.938067 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b485f9dc-055d-4e48-b7f7-86f05a456fb3 req-c25415ca-6729-4bc3-a876-cc6f38bbb5ab tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.1279039 Aug 04 11:45:55.987012 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.077301 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b485f9dc-055d-4e48-b7f7-86f05a456fb3 req-fd74ca46-12b8-4d4d-977b-f292c8e5da31 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278117 Aug 04 11:45:56.108085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3c49ebc0-4ad1-4a9f-87a4-cc6aa6dbbc55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.126076 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 2, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:56.169090 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Checking router: c62fa026-c9cc-4ae6-a210-93630d0bd421 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:45:56.175603 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Updating router c62fa026-c9cc-4ae6-a210-93630d0bd421 port 26479b60-230c-4b57-84d7-ff434e1fb5f8 binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:45:56.198904 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55958) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:56.204574 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-321822165-network', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:56.231175 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.335031 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3c49ebc0-4ad1-4a9f-87a4-cc6aa6dbbc55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.389978 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8be3c-558e-4c99-9af2-d309489e169b req-65b9f4ef-a872-4cfe-8d2d-f02e49a84811 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:56.391657 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d4a8be3c-558e-4c99-9af2-d309489e169b req-65b9f4ef-a872-4cfe-8d2d-f02e49a84811 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0929084 Aug 04 11:45:56.401097 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3c49ebc0-4ad1-4a9f-87a4-cc6aa6dbbc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.494058 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d4a8be3c-558e-4c99-9af2-d309489e169b req-8f3b0f24-4a35-46b3-a33b-bed325c751d6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704761 Aug 04 11:45:56.525219 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3c49ebc0-4ad1-4a9f-87a4-cc6aa6dbbc55 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=af8544930f09458eb6f0b43d675268e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9641182 Aug 04 11:45:56.527203 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 55970) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:56.570643 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Made reservation on behalf of 376edc2dfe5a4e7e9cc1466eda1180eb for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:56.573366 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.585984 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49ebc0-4ad1-4a9f-87a4-cc6aa6dbbc55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e9de59-8459-42d1-88e3-5de3f10988ab,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:56.597888 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.689119 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84386cd7-ca2e-4e99-a5aa-17bf6ad1b4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.743420 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84386cd7-ca2e-4e99-a5aa-17bf6ad1b4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.839424 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:45:56.868887 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.924804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:56.937524 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.000857 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72075dd-40a7-433b-99f2-102c7059c5b3,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:57.003285 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Transition to ACTIVE for port object 26479b60-230c-4b57-84d7-ff434e1fb5f8 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:45:57.018262 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84386cd7-ca2e-4e99-a5aa-17bf6ad1b4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.019362 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-84386cd7-ca2e-4e99-a5aa-17bf6ad1b4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.023997 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-84386cd7-ca2e-4e99-a5aa-17bf6ad1b4ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e2e9de59-8459-42d1-88e3-5de3f10988ab HTTP/1.1" status: 204 len: 168 time: 0.4852214 Aug 04 11:45:57.023997 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:45:57.049915 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84386cd7-ca2e-4e99-a5aa-17bf6ad1b4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e9de59-8459-42d1-88e3-5de3f10988ab,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:57.058761 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.059598 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Added segment 526ddf50-2673-4ca9-8749-44bc80484d91 of type vlan for network bb8a7ffe-a04a-4726-929a-6c484888abdc Aug 04 11:45:57.080894 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63b049-8158-44e0-8281-91057a40e178 req-02d2dc35-9aa3-4868-a554-956d609a8fea tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:57.083882 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9a63b049-8158-44e0-8281-91057a40e178 req-02d2dc35-9aa3-4868-a554-956d609a8fea tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1506176 Aug 04 11:45:57.123403 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.223177 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9a63b049-8158-44e0-8281-91057a40e178 req-3421a35a-92b8-474a-8761-7f5ab68025f7 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146622 Aug 04 11:45:57.224741 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.342715 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c76ff-e996-453c-b81c-3e70f84c63e5 None None] Pushing event updated for resources: {'Port': ['ID=26479b60-230c-4b57-84d7-ff434e1fb5f8,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:57.423363 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.424609 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:57.425109 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.499661 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Attempting to bind port 26479b60-230c-4b57-84d7-ff434e1fb5f8 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:45:57.500246 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Attempting to bind port 26479b60-230c-4b57-84d7-ff434e1fb5f8 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:45:57.500449 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Attempting to bind port 26479b60-230c-4b57-84d7-ff434e1fb5f8 on network e211426f-a8ce-4055-b7d0-f58a731aa6cb {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:45:57.513936 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:45:57.514317 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Checking segment: {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:57.514680 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.515295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Bound using segment: {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:45:57.515609 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Bound port: 26479b60-230c-4b57-84d7-ff434e1fb5f8, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:45:57.516019 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:57.635816 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5e70c-0184-4c2c-bea9-fa7f620012c1 req-22685327-f792-4479-a6ee-046bc64eb3a4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:57.660842 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2a5e70c-0184-4c2c-bea9-fa7f620012c1 req-22685327-f792-4479-a6ee-046bc64eb3a4 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.3989849 Aug 04 11:45:57.732948 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] Pushing event updated for resources: {'Network': ['ID=bb8a7ffe-a04a-4726-929a-6c484888abdc,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:57.761147 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] For port 26479b60-230c-4b57-84d7-ff434e1fb5f8, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:45:57.775293 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] For port 26479b60-230c-4b57-84d7-ff434e1fb5f8, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=26479b60-230c-4b57-84d7-ff434e1fb5f8,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:45:57.784083 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network bb8a7ffe-a04a-4726-929a-6c484888abdc details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:45:57.812745 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b2a5e70c-0184-4c2c-bea9-fa7f620012c1 req-fe67ccc5-f732-4c3f-85cd-943b0986dfc1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505940 Aug 04 11:45:57.824089 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-33519ad3-e1d4-4078-9c71-5c823c6693dc admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6239569 Aug 04 11:45:57.829850 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56000) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:57.874331 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb21d1-e2da-492c-97fa-42d175186fe3 req-e143dc0f-8453-4100-9fec-57dada3ff822 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:57.880416 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-59fb21d1-e2da-492c-97fa-42d175186fe3 req-e143dc0f-8453-4100-9fec-57dada3ff822 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1284850 Aug 04 11:45:57.885453 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Request body: {'subnet': {'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-321822165-subnet', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:57.981258 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.077195 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-59fb21d1-e2da-492c-97fa-42d175186fe3 req-e81879c0-c0b2-4182-8a13-a616d8f11e5a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665370 Aug 04 11:45:58.135040 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Made reservation on behalf of 376edc2dfe5a4e7e9cc1466eda1180eb for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:45:58.143899 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11565275'] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.254713 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:45:58.255945 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:58.259482 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c76ff-e996-453c-b81c-3e70f84c63e5 None None] Pushing event updated for resources: {'Port': ['ID=26479b60-230c-4b57-84d7-ff434e1fb5f8,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:58.518067 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:45:58.765738 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e65f3-d404-42f3-9c87-7d1df381a42f req-4decb58b-347b-4a18-aa69-059336dc0d39 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:58.778376 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-da7e65f3-d404-42f3-9c87-7d1df381a42f req-4decb58b-347b-4a18-aa69-059336dc0d39 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.2621710 Aug 04 11:45:58.804851 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11565285'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:58.956634 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-da7e65f3-d404-42f3-9c87-7d1df381a42f req-4dbc5e3a-9e8f-407f-a837-f53e23aaa173 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715391 Aug 04 11:45:59.006836 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Checking segment: {'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:45:59.013745 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Network hostable DHCP agents. Network: bb8a7ffe-a04a-4726-929a-6c484888abdc, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:45:59.092014 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6d16214-fb93-4fe2-b039-5cffedd7d1ad,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:45:59.163742 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Network bb8a7ffe-a04a-4726-929a-6c484888abdc is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:45:59.165184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cecdff-9a15-47f3-a2ee-e8f91fb24675 req-6d5e9663-bc3b-42f6-8dc8-ba8d3d7f6265 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:59.180636 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-91cecdff-9a15-47f3-a2ee-e8f91fb24675 req-6d5e9663-bc3b-42f6-8dc8-ba8d3d7f6265 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.1299982 Aug 04 11:45:59.263041 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, bb8a7ffe-a04a-4726-929a-6c484888abdc) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:45:59.268584 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:59.269719 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.286638 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8206d496-dfed-45d0-b22f-5650796553c5 None None] Network bb8a7ffe-a04a-4726-929a-6c484888abdc requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:45:59.295979 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56032) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:59.299736 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-91cecdff-9a15-47f3-a2ee-e8f91fb24675 req-baa1cc96-6519-450c-b052-2f73659716d5 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128531 Aug 04 11:45:59.435884 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a66b95-0b4d-4f2a-a8ff-70cdbabe2d53 req-ea2401ea-27c5-481d-97fc-7a6b908af1d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:59.457714 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-10a66b95-0b4d-4f2a-a8ff-70cdbabe2d53 req-ea2401ea-27c5-481d-97fc-7a6b908af1d5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1517079 Aug 04 11:45:59.477800 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-879a0f56-bf4c-40ff-a8e5-6c32dfbb65a1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:45:59.480257 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-879a0f56-bf4c-40ff-a8e5-6c32dfbb65a1 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.1764274 Aug 04 11:45:59.483432 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-318b4b07-871a-494d-b4c6-732284caaf1a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6366506 Aug 04 11:45:59.487325 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56044) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:45:59.496906 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:45:59.508579 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:45:57Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:45:59.566618 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-10a66b95-0b4d-4f2a-a8ff-70cdbabe2d53 req-f416b72d-397c-41f4-82f0-cd48696f9295 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076388 Aug 04 11:45:59.567057 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c387ede-102a-4f89-8490-3b4fdb8d85e0 None None] The sync data for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi is: [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:45:57Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:45:59.632103 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b99ffd41-54ef-4c8d-97e1-adbb2f003e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.738788 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.743906 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.749781 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-bb8a7ffe-a04a-4726-929a-6c484888abdc', 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'fixed_ips': [{'subnet_id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:45:59.750769 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.843655 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b99ffd41-54ef-4c8d-97e1-adbb2f003e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.936039 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b99ffd41-54ef-4c8d-97e1-adbb2f003e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.977860 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:45:59.998813 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Deleting port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:45:59.998813 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.082063 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b99ffd41-54ef-4c8d-97e1-adbb2f003e61 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=e8ee0b6ba6e14bfea0846305e21bd59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799032 Aug 04 11:46:00.083987 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56048) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:00.086341 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ffd41-54ef-4c8d-97e1-adbb2f003e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ac64d0-d0d1-44e1-b7c9-c3bdd604de64,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:00.176755 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Allocated IP 172.20.0.2 (bb8a7ffe-a04a-4726-929a-6c484888abdc/b6d16214-fb93-4fe2-b039-5cffedd7d1ad/6ba242e1-159f-4b27-a250-c9d9c3744622) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:00.359195 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] For port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,segment=NetworkSegment(85e576f9-0836-4113-be5a-d83f37db14e9),segment_id=85e576f9-0836-4113-be5a-d83f37db14e9)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:00.360011 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.395580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf53084-3927-4b16-b8b5-356f4a7de5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.507129 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf53084-3927-4b16-b8b5-356f4a7de5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.665217 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Calling delete_port for bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:00.700060 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd86f9fd-cd1f-4826-b6db-cf2029fa2566 req-64f642a0-185f-40b4-944f-4386a282240b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:00.713971 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bd86f9fd-cd1f-4826-b6db-cf2029fa2566 req-64f642a0-185f-40b4-944f-4386a282240b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.5371878 Aug 04 11:46:00.826092 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 26479b60-230c-4b57-84d7-ff434e1fb5f8 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:00.836097 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd5eec-809d-41b0-bbb4-13e7d060867f req-19df31bd-9a53-468f-a0d4-d5e6dfeebd70 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:00.839542 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e7cd5eec-809d-41b0-bbb4-13e7d060867f req-19df31bd-9a53-468f-a0d4-d5e6dfeebd70 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 946 time: 0.2515934 Aug 04 11:46:00.884737 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:00.906255 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bd86f9fd-cd1f-4826-b6db-cf2029fa2566 req-520bd831-3289-437f-91df-b8c110630c11 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862428 Aug 04 11:46:00.986857 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Transition to ACTIVE for port object 6ba242e1-159f-4b27-a250-c9d9c3744622 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:00.998201 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf53084-3927-4b16-b8b5-356f4a7de5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.002875 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ddf53084-3927-4b16-b8b5-356f4a7de5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.009420 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ddf53084-3927-4b16-b8b5-356f4a7de5bc admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a1ac64d0-d0d1-44e1-b7c9-c3bdd604de64 HTTP/1.1" status: 204 len: 168 time: 0.9153492 Aug 04 11:46:01.025079 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Transition to ACTIVE for port object 6ba242e1-159f-4b27-a250-c9d9c3744622 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:01.034008 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e7cd5eec-809d-41b0-bbb4-13e7d060867f req-29dd7aa9-cd9d-4c26-b5c5-8842495260f2 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/security-groups?id=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782444 Aug 04 11:46:01.074352 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 26479b60-230c-4b57-84d7-ff434e1fb5f8 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:01.079372 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 26479b60-230c-4b57-84d7-ff434e1fb5f8 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:01.081114 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.134363 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf53084-3927-4b16-b8b5-356f4a7de5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ac64d0-d0d1-44e1-b7c9-c3bdd604de64,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:01.144437 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.340506 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Network bb8a7ffe-a04a-4726-929a-6c484888abdc is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:01.358980 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:01.364353 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:01.370672 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Pushing event updated for resources: {'Port': ['ID=6ba242e1-159f-4b27-a250-c9d9c3744622,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:01.463924 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.482261 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327e043-bbab-4f44-a19d-116abf4a8ab4 req-013c4781-6194-463e-a9b0-b292650f1e25 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:01.484818 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3327e043-bbab-4f44-a19d-116abf4a8ab4 req-013c4781-6194-463e-a9b0-b292650f1e25 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.3022480 Aug 04 11:46:01.528086 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.546204 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Attempting to bind port 6ba242e1-159f-4b27-a250-c9d9c3744622 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:46:01.546697 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Attempting to bind port 6ba242e1-159f-4b27-a250-c9d9c3744622 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:46:01.547290 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Attempting to bind port 6ba242e1-159f-4b27-a250-c9d9c3744622 on network bb8a7ffe-a04a-4726-929a-6c484888abdc {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:01.574260 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:46:01.575071 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Checking segment: {'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:01.575564 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.576242 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Bound using segment: {'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:46:01.577120 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Bound port: 6ba242e1-159f-4b27-a250-c9d9c3744622, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:46:01.578108 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.715618 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3327e043-bbab-4f44-a19d-116abf4a8ab4 req-89f33c4a-6012-4f05-b59a-3eda6b54de2a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664610 Aug 04 11:46:01.727931 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 26479b60-230c-4b57-84d7-ff434e1fb5f8, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=26479b60-230c-4b57-84d7-ff434e1fb5f8,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:01.776044 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] For port 6ba242e1-159f-4b27-a250-c9d9c3744622, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:46:01.781259 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] For port 6ba242e1-159f-4b27-a250-c9d9c3744622, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6ba242e1-159f-4b27-a250-c9d9c3744622,segment=NetworkSegment(526ddf50-2673-4ca9-8749-44bc80484d91),segment_id=526ddf50-2673-4ca9-8749-44bc80484d91)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:46:01.832042 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.875689 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.921763 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Pushing event deleted for resources: {'Port': ['ID=bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:01.965300 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:01.983209 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=26479b60-230c-4b57-84d7-ff434e1fb5f8,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:02.017796 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] No DVR routers for this DVR port bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:46:02.020592 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:02.022792 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-895bd41b-2362-4a88-981c-db2fb71dfd67 req-439fd063-8084-4d26-b483-f1c99bdf4c0a tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.86 "DELETE /v2.0/ports/bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 HTTP/1.1" status: 204 len: 173 time: 2.4591637 Aug 04 11:46:02.025854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f682b9ab-e540-409d-b501-1285581105a4', 'name': 'network-vif-deleted', 'tag': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:02.028248 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a77c6-d124-4c5f-86d3-97d0a872fcc4" -d '{"events": [{"server_uuid": "f682b9ab-e540-409d-b501-1285581105a4", "name": "network-vif-deleted", "tag": "bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:02.060963 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:02.084111 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:02.094254 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fadd09b-10ee-4507-87ea-2f3977f9d3db None None] Pushing event updated for resources: {'Port': ['ID=6ba242e1-159f-4b27-a250-c9d9c3744622,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:02.156958 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e71821-1866-472a-b18f-246804271a9e req-8c26dedf-6e40-4cba-8d43-d102a495f477 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.159325 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbeb84c4-bfb1-4bd4-a2b5-05342c5e0997 x-openstack-request-id: req-fbeb84c4-bfb1-4bd4-a2b5-05342c5e0997 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:02.159873 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f682b9ab-e540-409d-b501-1285581105a4", "name": "network-vif-deleted", "tag": "bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:02.160355 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fbeb84c4-bfb1-4bd4-a2b5-05342c5e0997 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:02.160564 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4e71821-1866-472a-b18f-246804271a9e req-8c26dedf-6e40-4cba-8d43-d102a495f477 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.0996218 Aug 04 11:46:02.161179 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f682b9ab-e540-409d-b501-1285581105a4', 'name': 'network-vif-deleted', 'tag': 'bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17', 'status': 'completed', 'code': 200} Aug 04 11:46:02.235937 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4e71821-1866-472a-b18f-246804271a9e req-bd7df325-2f68-4098-8f50-9b1d78ba857e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647833 Aug 04 11:46:02.536077 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-badf250d-5eac-471a-8c6f-cda0d98c6700 req-2ad41709-1654-44db-a53e-663da8ff388f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.3296278 Aug 04 11:46:02.581582 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Allocated IP 172.27.0.153 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/9b0a3271-cc2d-498b-8111-023a2cf5388a) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:02.628960 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6ba242e1-159f-4b27-a250-c9d9c3744622 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:02.742690 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:02.800366 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 6ba242e1-159f-4b27-a250-c9d9c3744622 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:02.805575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 26479b60-230c-4b57-84d7-ff434e1fb5f8 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:02.900743 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 26479b60-230c-4b57-84d7-ff434e1fb5f8 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:02.901486 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:02.973152 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad075b-032a-4ca4-b572-7a4dd9547cc0 req-26441d86-e15e-49bc-8b9c-9f4647dfe8d0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:02.976007 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a2ad075b-032a-4ca4-b572-7a4dd9547cc0 req-26441d86-e15e-49bc-8b9c-9f4647dfe8d0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1035435 Aug 04 11:46:03.069508 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.089023 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a2ad075b-032a-4ca4-b572-7a4dd9547cc0 req-1ea1f09d-5994-490f-8312-446c1eff9858 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975757 Aug 04 11:46:03.119240 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0a3271-cc2d-498b-8111-023a2cf5388a,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:03.154192 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:03.156515 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:03.166499 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:03.507900 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad9f1f5-2850-4f20-9055-dceb32b78405 None None] Network bb8a7ffe-a04a-4726-929a-6c484888abdc requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:46:03.515439 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8a805-8717-4626-aa1e-2632beb4079c req-de1d2d4c-2e3b-43da-a07f-1a16697d2603 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:03.517791 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-32b8a805-8717-4626-aa1e-2632beb4079c req-de1d2d4c-2e3b-43da-a07f-1a16697d2603 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1225603 Aug 04 11:46:03.531650 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:03.683185 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:03.683498 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device bbaf4eb5-643e-4fe6-ae8c-9e9e23c79b17 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:03.772308 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b0824b4c-64af-47c3-b789-cefc90463e58 req-d2cdcdd1-9b9e-480f-9fc2-1d9121fa46ee tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.0460424 Aug 04 11:46:03.808355 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-32b8a805-8717-4626-aa1e-2632beb4079c req-91d3a936-a9a0-401d-8ea9-2a17d801da3d tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737145 Aug 04 11:46:03.841517 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:03.866186 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-1a2bd9a1-5e93-48ca-895b-3db6be4d6ee3 None None] Provisioning for port 6ba242e1-159f-4b27-a250-c9d9c3744622 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:03.880601 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-1a2bd9a1-5e93-48ca-895b-3db6be4d6ee3 None None] Provisioning complete for port 6ba242e1-159f-4b27-a250-c9d9c3744622 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:03.881173 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd9a1-5e93-48ca-895b-3db6be4d6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:04.107017 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd9a1-5e93-48ca-895b-3db6be4d6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:04.194212 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-1a2bd9a1-5e93-48ca-895b-3db6be4d6ee3 None None] For port 6ba242e1-159f-4b27-a250-c9d9c3744622, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6ba242e1-159f-4b27-a250-c9d9c3744622,segment=NetworkSegment(526ddf50-2673-4ca9-8749-44bc80484d91),segment_id=526ddf50-2673-4ca9-8749-44bc80484d91)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:04.315223 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1a2bd9a1-5e93-48ca-895b-3db6be4d6ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:04.406341 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:04.422028 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc53ec-247a-483a-b006-d1b5289b548c req-b797fe31-4027-44b9-b233-6488a76b9e5d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:04.423654 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8abc53ec-247a-483a-b006-d1b5289b548c req-b797fe31-4027-44b9-b233-6488a76b9e5d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1595471 Aug 04 11:46:04.486804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bd9a1-5e93-48ca-895b-3db6be4d6ee3 None None] Pushing event updated for resources: {'Port': ['ID=6ba242e1-159f-4b27-a250-c9d9c3744622,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:04.576022 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-c0851476-888d-485d-98c5-8c57881bb600 None None] Provisioning complete for port 6ba242e1-159f-4b27-a250-c9d9c3744622 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:04.576022 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c0851476-888d-485d-98c5-8c57881bb600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:04.590073 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8abc53ec-247a-483a-b006-d1b5289b548c req-8c394359-0fc5-4abb-b188-b07569f3490f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497424 Aug 04 11:46:04.987359 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0009122d-a5a1-48c8-b6e1-355703b42f65 req-b5912360-36b5-49c0-ad7d-8ad26538d30f tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.0689809 Aug 04 11:46:05.096267 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293aee3-5cba-4f8d-b7bd-156fef3b3f31 req-eba29b04-40dc-43b0-8143-2b0994fd1ace tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:05.115216 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3293aee3-5cba-4f8d-b7bd-156fef3b3f31 req-eba29b04-40dc-43b0-8143-2b0994fd1ace tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1524773 Aug 04 11:46:05.125668 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:46:05.216115 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3293aee3-5cba-4f8d-b7bd-156fef3b3f31 req-0b998907-699b-40b1-82d6-936176a6e887 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953732 Aug 04 11:46:05.327000 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:46:05.342683 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Sync routers for ids ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:46:05.368007 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Routers {'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:05.368007 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:05.418173 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:05.420419 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ca6b4831-71c1-4986-b1e0-bbbc07b57640 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9312847 Aug 04 11:46:05.423322 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56104) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:05.713399 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Set router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:05.985288 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab340502-15ab-4f73-b89a-39634265811d req-3d5c22d1-d1ca-43a9-9190-5ea6bb47c7b4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:06.005169 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ab340502-15ab-4f73-b89a-39634265811d req-3d5c22d1-d1ca-43a9-9190-5ea6bb47c7b4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.2139440 Aug 04 11:46:06.236284 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ab340502-15ab-4f73-b89a-39634265811d req-278e42f1-db98-4307-a269-8366c72e07f7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269027 Aug 04 11:46:06.330746 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:46:03Z', 'revision_number': 3, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:06.401990 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Checking router: b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:46:06.404438 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Updating router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e port 9b0a3271-cc2d-498b-8111-023a2cf5388a binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:46:06.430916 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19684330-0325-4005-9bbc-a461390c665c req-d225a051-447a-44d9-864d-45968d82981c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:06.439129 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19684330-0325-4005-9bbc-a461390c665c req-d225a051-447a-44d9-864d-45968d82981c tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.1670423 Aug 04 11:46:06.495008 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.587853 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef14cb3d-c4f5-4917-81c6-4409de990d88 req-dd7f7597-77a3-4a72-a1de-b02f1479bfe6 tempest-AttachVolumeNegativeTest-1225717847 tempest-AttachVolumeNegativeTest-1225717847-project] 10.222.0.88 "GET /v2.0/ports?device_id=f682b9ab-e540-409d-b501-1285581105a4 HTTP/1.1" status: 200 len: 210 time: 0.1388056 Aug 04 11:46:06.610836 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6ba242e1-159f-4b27-a250-c9d9c3744622 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:06.795477 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 6ba242e1-159f-4b27-a250-c9d9c3744622 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:06.796012 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.924360 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:06.942754 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55151ce0-0bc8-41d9-8c35-93aeea55890f req-7191d622-3c8c-43e1-a871-4226efc66d34 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:06.974579 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-55151ce0-0bc8-41d9-8c35-93aeea55890f req-7191d622-3c8c-43e1-a871-4226efc66d34 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 945 time: 0.4372084 Aug 04 11:46:07.126625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Deleting port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:07.127753 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.205157 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Allocated IP 172.20.0.1 (bb8a7ffe-a04a-4726-929a-6c484888abdc/b6d16214-fb93-4fe2-b039-5cffedd7d1ad/ccab17d5-c056-4a85-8ab9-14f29b0d7d35) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:07.388332 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] For port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:07.388941 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.410563 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.412527 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Calling delete_port for 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:07.460773 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Transition to ACTIVE for port object ccab17d5-c056-4a85-8ab9-14f29b0d7d35 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:07.579276 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.658839 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Transition to ACTIVE for port object 9b0a3271-cc2d-498b-8111-023a2cf5388a will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:07.722846 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25569f2-1001-4e3c-87bb-45ac23483ec8 req-366fe07c-0d6d-4eff-b62c-e7bf0f9c55fc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:07.725779 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b25569f2-1001-4e3c-87bb-45ac23483ec8 req-366fe07c-0d6d-4eff-b62c-e7bf0f9c55fc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.2580838 Aug 04 11:46:07.780705 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-55151ce0-0bc8-41d9-8c35-93aeea55890f req-e9373dbb-a1eb-440f-954a-44780af2ec10 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8034413 Aug 04 11:46:07.852632 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:07.875331 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b25569f2-1001-4e3c-87bb-45ac23483ec8 req-0871cadc-d73f-406f-89f9-8f062ca71872 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298146 Aug 04 11:46:07.960856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.008744 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56118) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:08.209939 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Network bb8a7ffe-a04a-4726-929a-6c484888abdc is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:08.214613 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:08.243462 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:08.259395 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Attempting to bind port 9b0a3271-cc2d-498b-8111-023a2cf5388a on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:46:08.260774 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Attempting to bind port 9b0a3271-cc2d-498b-8111-023a2cf5388a by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:46:08.267688 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Attempting to bind port 9b0a3271-cc2d-498b-8111-023a2cf5388a on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:08.295777 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Pushing event updated for resources: {'Port': ['ID=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:08.330304 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:46:08.331274 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:08.332094 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.337433 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:46:08.340008 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Bound port: 9b0a3271-cc2d-498b-8111-023a2cf5388a, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:46:08.350041 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.434975 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] Deleting subnet 610e92dd-1d0e-4efc-824c-77450a171f7d {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:46:08.460377 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.495572 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.575450 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] For port 9b0a3271-cc2d-498b-8111-023a2cf5388a, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:46:08.588344 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.590807 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] For port 9b0a3271-cc2d-498b-8111-023a2cf5388a, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=9b0a3271-cc2d-498b-8111-023a2cf5388a,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:46:08.599140 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddadbfd-bd7c-4432-807a-fa035e09358e None None] Pushing event updated for resources: {'Port': ['ID=9b0a3271-cc2d-498b-8111-023a2cf5388a,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:08.605428 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['6202ecb8-1426-4dc3-95a6-53f3c42e6d2b'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:08.729929 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Pushing event deleted for resources: {'Port': ['ID=26d05bea-cd09-4766-90bf-4b1b75bd8fd4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:08.733822 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.774873 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.911913 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] No DVR routers for this DVR port 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:46:08.919619 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.922432 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-19684330-0325-4005-9bbc-a461390c665c req-3059216b-144c-4a15-92bf-ebe143261845 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "DELETE /v2.0/ports/26d05bea-cd09-4766-90bf-4b1b75bd8fd4 HTTP/1.1" status: 204 len: 173 time: 2.4698055 Aug 04 11:46:08.923004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'name': 'network-vif-deleted', 'tag': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:08.926117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25628e2c-ba82-4d5b-9e0e-ab4e30eb7b6b" -d '{"events": [{"server_uuid": "cffd7b05-0e71-4407-9c0d-c3aa195b2166", "name": "network-vif-deleted", "tag": "26d05bea-cd09-4766-90bf-4b1b75bd8fd4"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:08.958544 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:08.997261 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddadbfd-bd7c-4432-807a-fa035e09358e None None] Pushing event updated for resources: {'Port': ['ID=9b0a3271-cc2d-498b-8111-023a2cf5388a,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:09.092508 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Routers {'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:09.093575 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:09.126296 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-a687f280-89a7-4974-837d-9fcc3c22af09 None None] Provisioning for port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:09.139815 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-a687f280-89a7-4974-837d-9fcc3c22af09 None None] Provisioning complete for port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:09.145386 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a687f280-89a7-4974-837d-9fcc3c22af09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:09.188079 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12c02fac-e03b-4618-96bd-deade95568b7 req-16dc0c60-7efc-40b6-9fe4-7156f1b21c01 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0995975 Aug 04 11:46:09.267885 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:09.364648 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:09.425074 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-a687f280-89a7-4974-837d-9fcc3c22af09 None None] Port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:46:09.463873 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a7ef8d-716e-4e17-833e-1b274f5c6eb3 x-openstack-request-id: req-f2a7ef8d-716e-4e17-833e-1b274f5c6eb3 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:09.464719 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffd7b05-0e71-4407-9c0d-c3aa195b2166", "name": "network-vif-deleted", "tag": "26d05bea-cd09-4766-90bf-4b1b75bd8fd4", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:09.464719 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f2a7ef8d-716e-4e17-833e-1b274f5c6eb3 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:09.465385 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffd7b05-0e71-4407-9c0d-c3aa195b2166', 'name': 'network-vif-deleted', 'tag': '26d05bea-cd09-4766-90bf-4b1b75bd8fd4', 'status': 'completed', 'code': 200} Aug 04 11:46:09.475228 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610e92dd-1d0e-4efc-824c-77450a171f7d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:09.498667 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:09.508218 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-94bcb1c9-e318-4d11-b109-f2a8289292e7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/610e92dd-1d0e-4efc-824c-77450a171f7d HTTP/1.1" status: 204 len: 168 time: 1.4267056 Aug 04 11:46:09.508876 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56126) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:09.563127 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:09.623151 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:09.626395 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 26d05bea-cd09-4766-90bf-4b1b75bd8fd4 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:09.635387 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] Set router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:09.670706 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b327d-e2bc-4de0-97eb-592a6238e224 req-7f8ea5a0-4dce-4bcf-9750-22233ea9f7d2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:09.689737 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-901b327d-e2bc-4de0-97eb-592a6238e224 req-7f8ea5a0-4dce-4bcf-9750-22233ea9f7d2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.5759344 Aug 04 11:46:09.791676 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:09.797580 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:09.835535 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-901b327d-e2bc-4de0-97eb-592a6238e224 req-c4f3fd53-19e5-416e-ba05-60b9c2b6f048 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443543 Aug 04 11:46:10.040547 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.055863 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.090843 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a331641e-f398-4399-82a2-340285b25bf5']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:10.127390 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85e576f9-0836-4113-be5a-d83f37db14e9') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:10.128063 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85e576f9-0836-4113-be5a-d83f37db14e9') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:10.144944 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.178749 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.200265 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Releasing vlan 1005 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:46:10.200793 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:46:10.207269 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:46:10.314017 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 4, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'ccab17d5-c056-4a85-8ab9-14f29b0d7d35', 'name': '', 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'mac_address': 'fa:16:3e:f0:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:06Z', 'updated_at': '2021-08-04T11:46:07Z', 'revision_number': 1, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'subnets': [{'id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:10.323836 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Pushing event updated for resources: {'Port': ['ID=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:10.362336 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.450347 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79014eda-e49f-4f22-8727-c7677da8ed13 None None] The sync data for ids ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'] in dv-cinder-786524-10-iscsi is: [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 4, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'ccab17d5-c056-4a85-8ab9-14f29b0d7d35', 'name': '', 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'mac_address': 'fa:16:3e:f0:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:06Z', 'updated_at': '2021-08-04T11:46:07Z', 'revision_number': 1, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'subnets': [{'id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:46:10.584399 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.598248 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-32bc0181-28a4-488c-ae49-35245083b160 req-95fc33d7-7b95-4103-90ec-e3677b00b375 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=cffd7b05-0e71-4407-9c0d-c3aa195b2166 HTTP/1.1" status: 200 len: 210 time: 0.0865576 Aug 04 11:46:10.670345 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:10.675755 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] 10.222.0.88 "DELETE /v2.0/networks/a331641e-f398-4399-82a2-340285b25bf5 HTTP/1.1" status: 204 len: 168 time: 1.1563568 Aug 04 11:46:10.678920 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a2483-025e-4936-8081-51bb23cb18cc admin admin] Pushing event deleted for resources: {'Network': ['ID=a331641e-f398-4399-82a2-340285b25bf5,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:10.789161 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Network bb8a7ffe-a04a-4726-929a-6c484888abdc is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:10.800875 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:11.104126 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:46:11.237013 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dd9ae-db5b-4ef3-8fde-ccdbb61d64d8 req-706cfeb9-4a08-4a39-ae54-cac6773a9a9f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:11.250745 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3c6dd9ae-db5b-4ef3-8fde-ccdbb61d64d8 req-706cfeb9-4a08-4a39-ae54-cac6773a9a9f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1742852 Aug 04 11:46:11.392479 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3c6dd9ae-db5b-4ef3-8fde-ccdbb61d64d8 req-a719a1c3-8d6f-4119-bafb-163aa1ac861c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374471 Aug 04 11:46:11.496560 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:46:11.506832 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f6ede864-9dad-4c4c-82b1-ec633832514f admin admin] 10.222.0.88 "PUT /v2.0/routers/b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0820372 Aug 04 11:46:11.610385 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-1c66cbed-b8e8-4fad-b7b7-0aa86b75c977 None None] Provisioning complete for port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:11.611106 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1c66cbed-b8e8-4fad-b7b7-0aa86b75c977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:11.777422 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-1c66cbed-b8e8-4fad-b7b7-0aa86b75c977 None None] Port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:46:12.113093 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56152) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:12.274344 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-88f54ea3-d07f-4b5c-84ea-09c147c8617a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=a45eb37e491046f0b3766cf148f4a4d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1598191 Aug 04 11:46:12.278827 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56154) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:12.409797 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-be573fc6-a62d-43a9-9911-8dc13f53fc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:12.513426 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-be573fc6-a62d-43a9-9911-8dc13f53fc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:12.865163 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-be573fc6-a62d-43a9-9911-8dc13f53fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:12.879936 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-be573fc6-a62d-43a9-9911-8dc13f53fc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:12.879936 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-be573fc6-a62d-43a9-9911-8dc13f53fc89 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f HTTP/1.1" status: 204 len: 168 time: 0.5951457 Aug 04 11:46:12.931141 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01db1bfd-52e7-4973-870f-dda78a150847 req-be8b30bd-d96e-4f05-9b55-ee2a86fbb86c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:12.941918 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-01db1bfd-52e7-4973-870f-dda78a150847 req-be8b30bd-d96e-4f05-9b55-ee2a86fbb86c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1596591 Aug 04 11:46:12.958883 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be573fc6-a62d-43a9-9911-8dc13f53fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc61612-4e0c-4d6c-9b30-a4e6b2a3d44f,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:13.127215 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-01db1bfd-52e7-4973-870f-dda78a150847 req-755403b3-8552-4b5c-b490-7dee01650b0d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112494 Aug 04 11:46:13.170843 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56162) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:13.176533 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-98725bfd-c324-4d8e-966d-eb2e5163446d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1960049064', 'description': 'tempest-secgroup-smoke-1960049064 description', 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:13.317192 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe270e0-c06b-4851-93ba-3a099373e691 req-773b15b8-5fb5-41cc-8885-2dd955fd6916 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:13.326387 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-efe270e0-c06b-4851-93ba-3a099373e691 req-773b15b8-5fb5-41cc-8885-2dd955fd6916 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1042056 Aug 04 11:46:13.390965 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-efe270e0-c06b-4851-93ba-3a099373e691 req-7077e66a-0b24-494b-a8dd-4293ca55d494 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632570 Aug 04 11:46:13.818170 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-98725bfd-c324-4d8e-966d-eb2e5163446d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.825264 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-65563302-0a6c-4af0-9953-09c4d1100375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:13.952566 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-98725bfd-c324-4d8e-966d-eb2e5163446d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:14.238074 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-98725bfd-c324-4d8e-966d-eb2e5163446d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:14.367021 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98725bfd-c324-4d8e-966d-eb2e5163446d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26b49310-c140-4263-ab84-c078d3729b4c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:14.437056 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b758eb-bba3-4b6f-8004-0d987b03bccf req-a6ec69bd-cba1-4aad-add8-a2701065f114 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:14.437056 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15b758eb-bba3-4b6f-8004-0d987b03bccf req-a6ec69bd-cba1-4aad-add8-a2701065f114 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1679895 Aug 04 11:46:14.493282 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15b758eb-bba3-4b6f-8004-0d987b03bccf req-b34349d6-6703-44fb-b0e2-0393bc9e62b2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867910 Aug 04 11:46:14.590842 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-98725bfd-c324-4d8e-966d-eb2e5163446d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:14.590842 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-98725bfd-c324-4d8e-966d-eb2e5163446d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4153640 Aug 04 11:46:14.593858 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56180) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:14.619672 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 9b0a3271-cc2d-498b-8111-023a2cf5388a up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:14.632468 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-f8101604-bf5b-4ecd-a8a3-cf72b015953b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'security_group_rule': {'security_group_id': '26b49310-c140-4263-ab84-c078d3729b4c', 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:14.695927 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e83808-8f05-480a-bfa7-4d8683f6ed2d req-8dcd1955-b5bc-47dc-8ee9-8c395353d5b4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:14.698749 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a3e83808-8f05-480a-bfa7-4d8683f6ed2d req-8dcd1955-b5bc-47dc-8ee9-8c395353d5b4 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1252241 Aug 04 11:46:14.751857 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a3e83808-8f05-480a-bfa7-4d8683f6ed2d req-0a7b4114-5a42-4004-a00d-9f5d74893b7e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445104 Aug 04 11:46:14.781058 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Sync routers for ids ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:46:14.794959 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Routers {'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:14.795668 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:45:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:14.870909 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f8101604-bf5b-4ecd-a8a3-cf72b015953b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:14.924888 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 9b0a3271-cc2d-498b-8111-023a2cf5388a completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:14.946514 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 9b0a3271-cc2d-498b-8111-023a2cf5388a triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:14.946785 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:14.991995 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f8101604-bf5b-4ecd-a8a3-cf72b015953b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.132071 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f8101604-bf5b-4ecd-a8a3-cf72b015953b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.156752 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8101604-bf5b-4ecd-a8a3-cf72b015953b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd8259ea-341c-4283-ba92-6ea8d083f750,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:15.200141 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Set router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:15.269628 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f8101604-bf5b-4ecd-a8a3-cf72b015953b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.271287 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f8101604-bf5b-4ecd-a8a3-cf72b015953b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6785092 Aug 04 11:46:15.282355 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56194) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:15.288400 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-61660bd8-d112-40d1-b202-709261a9d401 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'security_group_rule': {'security_group_id': '26b49310-c140-4263-ab84-c078d3729b4c', 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:15.467593 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-61660bd8-d112-40d1-b202-709261a9d401 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.474506 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.514195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 9b0a3271-cc2d-498b-8111-023a2cf5388a, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=9b0a3271-cc2d-498b-8111-023a2cf5388a,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:15.586389 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-61660bd8-d112-40d1-b202-709261a9d401 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.658542 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 4, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'ccab17d5-c056-4a85-8ab9-14f29b0d7d35', 'name': '', 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'mac_address': 'fa:16:3e:f0:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:06Z', 'updated_at': '2021-08-04T11:46:09Z', 'revision_number': 2, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'subnets': [{'id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:15.729068 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.730352 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Checking router: b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:46:15.731003 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Updating router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:46:15.750305 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22d1b1-0249-476d-b2aa-b3f93eb2396e req-7bca85b4-077a-4da3-a4c3-6e6a6509b246 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:15.765937 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.766655 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4c22d1b1-0249-476d-b2aa-b3f93eb2396e req-7bca85b4-077a-4da3-a4c3-6e6a6509b246 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1159112 Aug 04 11:46:15.769655 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-61660bd8-d112-40d1-b202-709261a9d401 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.797786 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61660bd8-d112-40d1-b202-709261a9d401 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f9eae8-164e-4850-b94b-348165ad803d,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:15.891362 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4c22d1b1-0249-476d-b2aa-b3f93eb2396e req-3174787e-bd2b-4857-8268-ab13142996f1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217244 Aug 04 11:46:15.927600 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=9b0a3271-cc2d-498b-8111-023a2cf5388a,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:15.957891 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-61660bd8-d112-40d1-b202-709261a9d401 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:15.959729 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-61660bd8-d112-40d1-b202-709261a9d401 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6755853 Aug 04 11:46:15.964487 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56210) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:15.970312 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-36e2e484-ce01-4216-af5b-9eaaa1982dc7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'security_group_rule': {'security_group_id': '26b49310-c140-4263-ab84-c078d3729b4c', 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:16.023457 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad831949-8315-46f1-bf38-34ef48d2a40a req-5f7ef2ee-3095-4ad6-8819-5e1c54de1c4b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:16.027852 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ad831949-8315-46f1-bf38-34ef48d2a40a req-5f7ef2ee-3095-4ad6-8819-5e1c54de1c4b tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1162665 Aug 04 11:46:16.129369 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ad831949-8315-46f1-bf38-34ef48d2a40a req-927ee534-b879-44d6-8ca9-3e50f0ac4a9e tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949032 Aug 04 11:46:16.131691 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-36e2e484-ce01-4216-af5b-9eaaa1982dc7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.170826 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af02addd-8624-4d70-9dd2-6c8fe2089226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.266163 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-36e2e484-ce01-4216-af5b-9eaaa1982dc7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.327033 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.439098 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-36e2e484-ce01-4216-af5b-9eaaa1982dc7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.446575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.473890 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Transition to ACTIVE for port object ccab17d5-c056-4a85-8ab9-14f29b0d7d35 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:16.515911 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e2e484-ce01-4216-af5b-9eaaa1982dc7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=841a26d9-4ff7-431c-93ec-07b4dd6becc2,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:16.591028 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 9b0a3271-cc2d-498b-8111-023a2cf5388a up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:16.629663 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.650162 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-36e2e484-ce01-4216-af5b-9eaaa1982dc7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.657067 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56218) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:16.660033 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-36e2e484-ce01-4216-af5b-9eaaa1982dc7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6938298 Aug 04 11:46:16.675065 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-6b90795b-43fa-4fd1-9d5d-dc75c84b10c7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'security_group_rule': {'security_group_id': '26b49310-c140-4263-ab84-c078d3729b4c', 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:16.814620 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397453eb-4cf6-4bd8-ba0d-ec932d4b2371 None None] Pushing event updated for resources: {'Port': ['ID=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:16.958955 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 9b0a3271-cc2d-498b-8111-023a2cf5388a triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:16.959899 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:16.982361 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b90795b-43fa-4fd1-9d5d-dc75c84b10c7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.062383 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Attempting to bind port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:46:17.064902 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Attempting to bind port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:46:17.064902 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Attempting to bind port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 on network bb8a7ffe-a04a-4726-929a-6c484888abdc {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:17.126591 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:46:17.127383 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Checking segment: {'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:17.127943 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.128508 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Bound using segment: {'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:46:17.129271 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Bound port: ccab17d5-c056-4a85-8ab9-14f29b0d7d35, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '526ddf50-2673-4ca9-8749-44bc80484d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:46:17.129975 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.132912 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.163447 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b90795b-43fa-4fd1-9d5d-dc75c84b10c7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.251255 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21161576-d3fa-404f-acd1-6d0d02b9254e req-f333ffa1-2533-47ea-952f-56573fa388f1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:17.261328 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-21161576-d3fa-404f-acd1-6d0d02b9254e req-f333ffa1-2533-47ea-952f-56573fa388f1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1759324 Aug 04 11:46:17.278142 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b90795b-43fa-4fd1-9d5d-dc75c84b10c7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.346245 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b90795b-43fa-4fd1-9d5d-dc75c84b10c7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b0a5756-c3c9-49f9-bd5e-0796eb18306c,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:17.369593 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-21161576-d3fa-404f-acd1-6d0d02b9254e req-5e6f8cd5-99b0-4253-a122-2ca5f4a1920f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061926 Aug 04 11:46:17.422839 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7d324-0097-4b1d-9e60-7509eb70bfb3 req-552bbf3c-71ba-46b2-8021-fe8dd8176c87 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:17.424493 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c9e7d324-0097-4b1d-9e60-7509eb70bfb3 req-552bbf3c-71ba-46b2-8021-fe8dd8176c87 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1123998 Aug 04 11:46:17.434814 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b90795b-43fa-4fd1-9d5d-dc75c84b10c7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.434814 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-6b90795b-43fa-4fd1-9d5d-dc75c84b10c7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7752154 Aug 04 11:46:17.436546 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56236) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:17.448361 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'security_group_rule': {'security_group_id': '26b49310-c140-4263-ab84-c078d3729b4c', 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:17.533925 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c9e7d324-0097-4b1d-9e60-7509eb70bfb3 req-f809bb88-58e6-4859-b7b1-9e2675323e46 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756981 Aug 04 11:46:17.541736 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] For port ccab17d5-c056-4a85-8ab9-14f29b0d7d35, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:46:17.557278 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] For port ccab17d5-c056-4a85-8ab9-14f29b0d7d35, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,segment=NetworkSegment(526ddf50-2673-4ca9-8749-44bc80484d91),segment_id=526ddf50-2673-4ca9-8749-44bc80484d91)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:46:17.638816 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.672614 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.securitygroups_db [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Project 5d87f6f5b2c24961a3bcfdaa20cad59c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:46:17.713311 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.880093 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397453eb-4cf6-4bd8-ba0d-ec932d4b2371 None None] Pushing event updated for resources: {'Port': ['ID=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:17.891227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:17.893459 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Routers {'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:17.894179 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:46:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:17.996943 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.090278 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71901be3-05d2-4e96-ad04-c85fd339089d,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:18.161136 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] Set router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:18.171540 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.179606 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-903e74ee-ccab-436e-ade4-fdb92dca0c8f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7343590 Aug 04 11:46:18.179760 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56244) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:18.185672 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'security_group_rule': {'security_group_id': '26b49310-c140-4263-ab84-c078d3729b4c', 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:18.351990 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.securitygroups_db [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Project 5d87f6f5b2c24961a3bcfdaa20cad59c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:46:18.360577 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.528329 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.594563 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530d25f-fb22-48e8-8447-0ca94ee5fa08 req-1a30b3c0-2cc6-4b6f-9f6f-3fb46d604770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:18.611314 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c530d25f-fb22-48e8-8447-0ca94ee5fa08 req-1a30b3c0-2cc6-4b6f-9f6f-3fb46d604770 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.1299257 Aug 04 11:46:18.627262 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ccab17d5-c056-4a85-8ab9-14f29b0d7d35 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:18.652526 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.686693 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 4, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'ccab17d5-c056-4a85-8ab9-14f29b0d7d35', 'name': '', 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'mac_address': 'fa:16:3e:f0:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:06Z', 'updated_at': '2021-08-04T11:46:17Z', 'revision_number': 4, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'subnets': [{'id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:18.700830 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c530d25f-fb22-48e8-8447-0ca94ee5fa08 req-a6a57118-65d8-4cd6-a47d-17f993f277ce tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842843 Aug 04 11:46:18.736322 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e41154a-6d76-41c4-a0c8-2ca46c6240c5,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:18.748275 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb285ea-fd19-495f-9ee9-00a1128d39b9 None None] The sync data for ids ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'] in dv-cinder-786524-10-iscsi is: [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:46:08Z', 'revision_number': 4, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': 'ccab17d5-c056-4a85-8ab9-14f29b0d7d35', 'name': '', 'network_id': 'bb8a7ffe-a04a-4726-929a-6c484888abdc', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'mac_address': 'fa:16:3e:f0:c1:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_interface', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:06Z', 'updated_at': '2021-08-04T11:46:17Z', 'revision_number': 4, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'subnets': [{'id': 'b6d16214-fb93-4fe2-b039-5cffedd7d1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:46:18.808375 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5264f3-9504-4f56-8642-2e29e0fae0aa req-f69ed529-e008-47a3-b90d-9443fc26a322 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:18.816932 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4a5264f3-9504-4f56-8642-2e29e0fae0aa req-f69ed529-e008-47a3-b90d-9443fc26a322 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1261687 Aug 04 11:46:18.919084 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4a5264f3-9504-4f56-8642-2e29e0fae0aa req-af7afbe1-59df-4a68-94d8-5d93dbc14dfe tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961320 Aug 04 11:46:18.943648 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:18.945290 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-22840287-4505-4838-bebb-f973ecfc962c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7662385 Aug 04 11:46:18.989151 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:18.994411 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:18.994893 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.089848 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.149295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.222171 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port ccab17d5-c056-4a85-8ab9-14f29b0d7d35, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,segment=NetworkSegment(526ddf50-2673-4ca9-8749-44bc80484d91),segment_id=526ddf50-2673-4ca9-8749-44bc80484d91)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:19.358630 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.518198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:19.563829 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-26c40b5d-6571-4286-ae83-caea96db8867 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.573297 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-26c40b5d-6571-4286-ae83-caea96db8867 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.1383264 Aug 04 11:46:19.696751 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Deleting port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:19.698176 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.831403 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] For port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:19.832099 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:19.849044 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Calling delete_port for 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:19.873433 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac9c36-ef36-47ab-9190-a8a410d54c28 req-ef05fde4-5663-404d-a8d2-d7ba2fb016e7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:19.879704 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31ac9c36-ef36-47ab-9190-a8a410d54c28 req-ef05fde4-5663-404d-a8d2-d7ba2fb016e7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0928755 Aug 04 11:46:19.964451 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-31ac9c36-ef36-47ab-9190-a8a410d54c28 req-13e36e0c-36e1-4ec8-ad44-fa0b8631a1ec tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577810 Aug 04 11:46:20.078292 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f01dd-0b7a-422f-9b42-a3202ad0ace7 req-b6ebfa8f-22a8-4a0d-b79d-b0b6038320aa tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:20.084956 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-725f01dd-0b7a-422f-9b42-a3202ad0ace7 req-b6ebfa8f-22a8-4a0d-b79d-b0b6038320aa tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 945 time: 0.0931718 Aug 04 11:46:20.138206 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-725f01dd-0b7a-422f-9b42-a3202ad0ace7 req-0e75cf9f-ef00-4292-b8fd-9a73d7cab410 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/security-groups?id=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Aug 04 11:46:20.221409 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.233969 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['6202ecb8-1426-4dc3-95a6-53f3c42e6d2b'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:20.262447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Pushing event deleted for resources: {'Port': ['ID=6202ecb8-1426-4dc3-95a6-53f3c42e6d2b,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:20.330224 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] No DVR routers for this DVR port 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:46:20.332718 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:20.335155 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1635cb1-d858-403b-8f00-6a359f0baa23 req-566a0ba0-0436-4cf3-bb38-bbfca51ee688 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.86 "DELETE /v2.0/ports/6202ecb8-1426-4dc3-95a6-53f3c42e6d2b HTTP/1.1" status: 204 len: 173 time: 0.7605879 Aug 04 11:46:20.339204 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46483251-ca13-4213-9ff6-567c612a1eb7', 'name': 'network-vif-deleted', 'tag': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:20.341537 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-294c967d-6352-45c7-8e99-efaaca2ed2cc" -d '{"events": [{"server_uuid": "46483251-ca13-4213-9ff6-567c612a1eb7", "name": "network-vif-deleted", "tag": "6202ecb8-1426-4dc3-95a6-53f3c42e6d2b"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:20.408898 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f46b17-4e87-4c49-a17b-d90a75c5b10b x-openstack-request-id: req-17f46b17-4e87-4c49-a17b-d90a75c5b10b {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:20.409354 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46483251-ca13-4213-9ff6-567c612a1eb7", "name": "network-vif-deleted", "tag": "6202ecb8-1426-4dc3-95a6-53f3c42e6d2b", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:20.409736 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-17f46b17-4e87-4c49-a17b-d90a75c5b10b {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:20.410588 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46483251-ca13-4213-9ff6-567c612a1eb7', 'name': 'network-vif-deleted', 'tag': '6202ecb8-1426-4dc3-95a6-53f3c42e6d2b', 'status': 'completed', 'code': 200} Aug 04 11:46:20.547341 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ccab17d5-c056-4a85-8ab9-14f29b0d7d35 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:20.621866 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:20.622395 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:21.146568 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7831e5-8b5a-4ab0-83d5-5bbaace61aab req-84cb096b-8701-4886-9285-988078a7e6b2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:21.148188 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-df7831e5-8b5a-4ab0-83d5-5bbaace61aab req-84cb096b-8701-4886-9285-988078a7e6b2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 944 time: 0.0765898 Aug 04 11:46:21.214109 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-df7831e5-8b5a-4ab0-83d5-5bbaace61aab req-5614c1c3-396f-4cd5-b2be-0f45d2044830 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534024 Aug 04 11:46:21.331886 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4acc49b8-6dc1-412a-963f-29cdab89c2a1 req-f82ba688-359e-4160-b419-610dcddf93b9 tempest-ServerRescueNegativeTestJSON-808037700 tempest-ServerRescueNegativeTestJSON-808037700-project] 10.222.0.88 "GET /v2.0/ports?device_id=46483251-ca13-4213-9ff6-567c612a1eb7 HTTP/1.1" status: 200 len: 210 time: 0.0443223 Aug 04 11:46:21.653440 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:46:21.822814 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:21.838707 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '6613eb78-21db-46a4-b5a1-64f701bef576', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'port_id': '6613eb78-21db-46a4-b5a1-64f701bef576', 'mac_address': 'fa:16:3e:2e:bf:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:46:21.913232 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:21.936852 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6613eb78-21db-46a4-b5a1-64f701bef576 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:21.969126 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:22.106930 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:22.193122 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=9']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:22.392877 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['6613eb78-21db-46a4-b5a1-64f701bef576'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:22.442226 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260744f0-c063-4149-b2a3-b16ad7ae9c00 req-e5e0a108-74ad-420e-94ee-b883c2824bf3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.444707 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-260744f0-c063-4149-b2a3-b16ad7ae9c00 req-e5e0a108-74ad-420e-94ee-b883c2824bf3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.1272917 Aug 04 11:46:22.450227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56364) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:22.524000 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-260744f0-c063-4149-b2a3-b16ad7ae9c00 req-b13c4ac8-1e02-4de2-a77b-38e891a176fe tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657854 Aug 04 11:46:22.554082 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-9f36427b-d964-4cc6-9543-4ae7e54e7f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.556118 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-9f36427b-d964-4cc6-9543-4ae7e54e7f90 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1098 time: 0.1944251 Aug 04 11:46:22.796447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-8ec6e02e-477b-4d80-9a46-b0661d98443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:22.799373 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-8ec6e02e-477b-4d80-9a46-b0661d98443c service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.1806893 Aug 04 11:46:22.945943 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-53cbbfe6-3ccf-4c2a-8984-3da2e12512c7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 200 len: 1001 time: 0.1282222 Aug 04 11:46:23.052012 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-009729d4-f7b9-4e65-9e97-ebf21379cf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:23.053719 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-009729d4-f7b9-4e65-9e97-ebf21379cf11 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0865111 Aug 04 11:46:23.531884 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-8292cbd6-5824-49eb-aac5-342b3f713838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:23.533807 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-8292cbd6-5824-49eb-aac5-342b3f713838 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4688551 Aug 04 11:46:23.663464 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:23.746342 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 6613eb78-21db-46a4-b5a1-64f701bef576 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:23.747057 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:23.820085 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-9ca97b03-6f40-4321-a6f2-03522ca4b987 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677531 Aug 04 11:46:23.854953 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:23.891493 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:23.895159 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cdadc7b-d91c-4bcd-8bff-5135b47156f9" -d '{"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:23.924688 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:23.955024 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adeafc-7974-466b-8539-ae49941eb149 req-c75a2f03-0d70-4958-b9f8-9649562d4ddb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:23.962812 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2246f4-95af-4793-9c07-5a8f164406cd x-openstack-request-id: req-6d2246f4-95af-4793-9c07-5a8f164406cd {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:23.963468 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-plugged", "status": "completed", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:23.964003 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6d2246f4-95af-4793-9c07-5a8f164406cd {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:23.964930 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38adeafc-7974-466b-8539-ae49941eb149 req-c75a2f03-0d70-4958-b9f8-9649562d4ddb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 945 time: 0.3037400 Aug 04 11:46:23.965768 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576', 'code': 200} Aug 04 11:46:24.054917 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:24.055930 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:24.092809 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:24.092809 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6202ecb8-1426-4dc3-95a6-53f3c42e6d2b not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:24.178808 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=10']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:24.199675 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38adeafc-7974-466b-8539-ae49941eb149 req-81bc2b44-b92e-4ec6-ae34-bb489182af3d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2205315 Aug 04 11:46:24.263749 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:24.265709 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f03289cb-8916-405f-97f5-6ccf0400b671 req-176e85d1-3753-43ad-ade8-fdb3d1510fbd service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101725 Aug 04 11:46:24.718841 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Deleting port d28b664a-86d6-4533-8c64-dc4f06611642 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:24.719933 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:24.885456 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] For port d28b664a-86d6-4533-8c64-dc4f06611642, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=d28b664a-86d6-4533-8c64-dc4f06611642,segment=NetworkSegment(84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb),segment_id=84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:24.885856 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:24.897386 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d7b18-4ac9-460b-90bc-fe1f57158048 req-567b39eb-f9b3-4583-b2a9-5d828b391afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:24.899156 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d69d7b18-4ac9-460b-90bc-fe1f57158048 req-567b39eb-f9b3-4583-b2a9-5d828b391afe service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 1100 time: 0.1082213 Aug 04 11:46:24.906622 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Calling delete_port for d28b664a-86d6-4533-8c64-dc4f06611642 owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:25.012696 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d69d7b18-4ac9-460b-90bc-fe1f57158048 req-181999d2-f0e2-49b5-b8a9-2bd1b8e44b73 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035352 Aug 04 11:46:25.406888 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:25.412218 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d0e3f-5475-4451-81ef-b4480d30b8ad req-782e5665-5786-43ec-a334-5a50557dd01a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:25.416762 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-472d0e3f-5475-4451-81ef-b4480d30b8ad req-782e5665-5786-43ec-a334-5a50557dd01a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0738308 Aug 04 11:46:25.461990 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Pushing event deleted for resources: {'Port': ['ID=d28b664a-86d6-4533-8c64-dc4f06611642,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:25.484598 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.484952 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.485342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.488888 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.489459 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.489939 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.490318 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.490655 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.490989 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.491466 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.491993 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.492338 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:25.507001 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-472d0e3f-5475-4451-81ef-b4480d30b8ad req-322eee75-4509-4019-9e59-2bdfa55dd6bf tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776031 Aug 04 11:46:25.719399 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:26.010342 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:26.039184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:46:26.194915 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:46:26.201400 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f1c7f00b-8604-4513-aea9-bd2a26d0c8be admin admin] 10.222.0.88 "PUT /v2.0/routers/30d5edc8-fec1-449a-b53d-44f1c1ab8fd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7499850 Aug 04 11:46:26.204502 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56416) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:26.207448 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] Sync routers for ids ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:46:26.218683 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] Routers {'30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:26.219334 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:46:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:26.437024 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:26.628886 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] Set router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:26.835480 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:26.867145 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86605e-ea5c-4b26-8ddb-7d64c8ad5b57 req-e657f7ab-e089-4a08-9488-851f8b7917ad tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:26.869570 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1d86605e-ea5c-4b26-8ddb-7d64c8ad5b57 req-e657f7ab-e089-4a08-9488-851f8b7917ad tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0851874 Aug 04 11:46:26.962259 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:46:25Z', 'revision_number': 5, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:26.962631 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1d86605e-ea5c-4b26-8ddb-7d64c8ad5b57 req-ec9ea3d1-b202-447b-8f55-a4997622738f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806177 Aug 04 11:46:26.988722 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] Checking router: 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:46:26.999313 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] Routers {'30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:46:26.999935 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:46:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:27.118372 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Deleting port 04755640-4ef7-42af-8966-45f58241551b {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:46:27.118769 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:27.194836 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] Set router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:46:27.308406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] For port 04755640-4ef7-42af-8966-45f58241551b, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=04755640-4ef7-42af-8966-45f58241551b,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:27.308772 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:27.347275 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Calling delete_port for 04755640-4ef7-42af-8966-45f58241551b owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:46:27.477881 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56430) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:27.541705 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:46:25Z', 'revision_number': 5, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:27.585802 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d2a476-78ee-4b7b-baca-6cd1dee48ba7 None None] The sync data for ids ['30d5edc8-fec1-449a-b53d-44f1c1ab8fd6'] in dv-cinder-786524-10-iscsi is: [{'id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'name': 'tempest-ServerRescueNegativeTestJSON-1846913182-router', 'tenant_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244'}], 'enable_snat': True}, 'gw_port_id': '04755640-4ef7-42af-8966-45f58241551b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:06Z', 'updated_at': '2021-08-04T11:46:25Z', 'revision_number': 5, 'project_id': 'c7ce1c46f8e9475fb90709c9a07ddab1', 'gw_port': {'id': '04755640-4ef7-42af-8966-45f58241551b', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a3:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30d5edc8-fec1-449a-b53d-44f1c1ab8fd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:07Z', 'updated_at': '2021-08-04T11:42:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:46:27.702706 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:27.835401 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:27.961693 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:28.010105 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:28.069414 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=04755640-4ef7-42af-8966-45f58241551b,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:28.159053 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898b5a22-4d64-4b04-8335-e5115712dae5,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:28.218190 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bcb2b2076f4e473bb94843548ccf6cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7361598 Aug 04 11:46:28.227612 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56436) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:28.241965 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.241965 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.242473 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.242652 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.243393 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.244027 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.244595 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.245176 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.245717 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.246255 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.246762 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.247811 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-039840ba-af07-4bcd-81c0-43a869bc17b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:28.286300 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:28.347491 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e3c40-9a96-4956-962c-36142f2fd15b req-6b289f95-61e8-4df7-bdf9-7b778f5f10d6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:28.357171 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0e5e3c40-9a96-4956-962c-36142f2fd15b req-6b289f95-61e8-4df7-bdf9-7b778f5f10d6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.2000120 Aug 04 11:46:28.380770 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2e89942-655d-4d42-937f-908ee7324391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:28.436482 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2e89942-655d-4d42-937f-908ee7324391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:28.481632 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0e5e3c40-9a96-4956-962c-36142f2fd15b req-3965ff0f-2fd2-497b-90d6-7c617027806a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233966 Aug 04 11:46:28.630931 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device d28b664a-86d6-4533-8c64-dc4f06611642 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:28.670227 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: d28b664a-86d6-4533-8c64-dc4f06611642 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:28.672556 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device d28b664a-86d6-4533-8c64-dc4f06611642 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:28.686368 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2e89942-655d-4d42-937f-908ee7324391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:28.689787 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2e89942-655d-4d42-937f-908ee7324391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:28.700207 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b2e89942-655d-4d42-937f-908ee7324391 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/898b5a22-4d64-4b04-8335-e5115712dae5 HTTP/1.1" status: 204 len: 168 time: 0.4617593 Aug 04 11:46:28.742203 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e89942-655d-4d42-937f-908ee7324391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898b5a22-4d64-4b04-8335-e5115712dae5,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:29.045615 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.048482 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.253310 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.254141 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:46:29.264913 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.267683 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7714c31f-afa9-476e-b108-12345a4516b1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/30d5edc8-fec1-449a-b53d-44f1c1ab8fd6 HTTP/1.1" status: 204 len: 168 time: 3.0618351 Aug 04 11:46:29.272068 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56444) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:29.351349 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] Deleting subnet f8baa31c-c966-4ad1-a195-250e76381030 {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:46:29.361889 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.437146 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12393617'] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.520895 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.796050 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfda32-dd86-479c-aeec-66d132dd4e9e req-941d769a-11b6-4bbd-ba30-1aaa4b666f01 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:29.798794 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6acfda32-dd86-479c-aeec-66d132dd4e9e req-941d769a-11b6-4bbd-ba30-1aaa4b666f01 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.1369987 Aug 04 11:46:29.893531 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56450) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:29.973604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-959a6583-d227-435f-bd93-4d8b0943d557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:29.998253 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6acfda32-dd86-479c-aeec-66d132dd4e9e req-27ebbf36-9f83-4f64-a5e9-83b046181b98 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842921 Aug 04 11:46:30.193115 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-959a6583-d227-435f-bd93-4d8b0943d557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.389933 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11565308'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.418120 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8baa31c-c966-4ad1-a195-250e76381030,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:30.423067 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.428157 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56452) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:30.428342 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a6c6aa6b-4838-45c9-bd75-579d3efc910e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/f8baa31c-c966-4ad1-a195-250e76381030 HTTP/1.1" status: 204 len: 168 time: 1.1550975 Aug 04 11:46:30.437645 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-959a6583-d227-435f-bd93-4d8b0943d557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.465717 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 04755640-4ef7-42af-8966-45f58241551b no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:46:30.547642 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 04755640-4ef7-42af-8966-45f58241551b {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:46:30.548136 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 04755640-4ef7-42af-8966-45f58241551b not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:46:30.579901 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-959a6583-d227-435f-bd93-4d8b0943d557 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7115535031ca4cc89d54fd34b0cb803d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6505735 Aug 04 11:46:30.580201 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56458) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:30.597719 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959a6583-d227-435f-bd93-4d8b0943d557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3096a0d-1de0-4b01-a49e-6324e959b56c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:30.623942 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.669133 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-70ac5295-b263-477c-bbe0-cc8372d33cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.707887 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-70ac5295-b263-477c-bbe0-cc8372d33cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.726854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.746512 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cff1642-74cd-45bb-99cc-9f0430d57190']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:30.761293 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:30.761887 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84b52bc2-7d8d-46ec-84d3-72bb4ef2acfb') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:30.776479 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.799141 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.811429 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:46:30.813511 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:46:30.815431 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:46:30.891995 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-70ac5295-b263-477c-bbe0-cc8372d33cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.894629 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-70ac5295-b263-477c-bbe0-cc8372d33cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:30.895758 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-70ac5295-b263-477c-bbe0-cc8372d33cb3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e3096a0d-1de0-4b01-a49e-6324e959b56c HTTP/1.1" status: 204 len: 168 time: 0.3145704 Aug 04 11:46:30.909795 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac5295-b263-477c-bbe0-cc8372d33cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3096a0d-1de0-4b01-a49e-6324e959b56c,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:31.021254 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.038708 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.042296 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] 10.222.0.88 "DELETE /v2.0/networks/4cff1642-74cd-45bb-99cc-9f0430d57190 HTTP/1.1" status: 204 len: 168 time: 0.6127663 Aug 04 11:46:31.063348 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f11954b-2c02-48c7-be68-1a7728288d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cff1642-74cd-45bb-99cc-9f0430d57190,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:31.225495 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4d1c14-3883-43d3-9ba6-e2bccdd634ef req-aee9bf47-4822-4bcb-8a8a-d7d9ce3ab917 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:31.228804 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fe4d1c14-3883-43d3-9ba6-e2bccdd634ef req-aee9bf47-4822-4bcb-8a8a-d7d9ce3ab917 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0966063 Aug 04 11:46:31.296913 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fe4d1c14-3883-43d3-9ba6-e2bccdd634ef req-cad62531-519e-4796-8e4f-8a998cf802b5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569670 Aug 04 11:46:31.527524 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56472) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:31.580006 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-c0429fa6-ff20-4d78-8f2f-72a13d571c6d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c7ce1c46f8e9475fb90709c9a07ddab1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0511825 Aug 04 11:46:31.586189 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56474) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:31.659854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-016e3cd9-697e-404a-88b8-e3bafd35e571 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.688420 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-016e3cd9-697e-404a-88b8-e3bafd35e571 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.877792 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-016e3cd9-697e-404a-88b8-e3bafd35e571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.880728 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-016e3cd9-697e-404a-88b8-e3bafd35e571 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:31.882267 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-016e3cd9-697e-404a-88b8-e3bafd35e571 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f HTTP/1.1" status: 204 len: 168 time: 0.2966001 Aug 04 11:46:31.891328 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e3cd9-697e-404a-88b8-e3bafd35e571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce896fd4-1e2f-4e60-a35d-2dae4fcfdd3f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:32.455016 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20491827-168e-4338-b027-625a3f3b7fdf req-8ecd5995-4403-4222-8d65-d0a617505077 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:32.456720 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-20491827-168e-4338-b027-625a3f3b7fdf req-8ecd5995-4403-4222-8d65-d0a617505077 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0741711 Aug 04 11:46:32.518880 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-20491827-168e-4338-b027-625a3f3b7fdf req-5e3a8124-58fd-40a2-8de4-77961ae303b9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506644 Aug 04 11:46:33.687709 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176dbbe0-f1e3-48b3-ab49-8156430893bd req-b0f9b485-6f4c-404a-9536-526d8c16057c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:33.689424 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-176dbbe0-f1e3-48b3-ab49-8156430893bd req-b0f9b485-6f4c-404a-9536-526d8c16057c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0917282 Aug 04 11:46:33.765523 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-176dbbe0-f1e3-48b3-ab49-8156430893bd req-81e6b15d-8f2f-498f-b246-331330a3dee9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625448 Aug 04 11:46:33.828364 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:46:34.918421 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a80a90-d703-476a-ace4-26c8470ba5ad req-ca235a42-63b8-431b-b9d1-22bad91bdc41 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:34.920753 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-72a80a90-d703-476a-ace4-26c8470ba5ad req-ca235a42-63b8-431b-b9d1-22bad91bdc41 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0638070 Aug 04 11:46:34.980067 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-72a80a90-d703-476a-ace4-26c8470ba5ad req-613ca8a8-bee2-4530-950c-6939cc19e097 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520773 Aug 04 11:46:35.610547 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56614) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:35.770101 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2fccd45-576f-4e6f-ac39-47d5c685d20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:35.918118 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2fccd45-576f-4e6f-ac39-47d5c685d20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.009923 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2fccd45-576f-4e6f-ac39-47d5c685d20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.055974 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b2fccd45-576f-4e6f-ac39-47d5c685d20d admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=3e854935da084b67a1b329cfb8b033d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4436891 Aug 04 11:46:36.056850 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fccd45-576f-4e6f-ac39-47d5c685d20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f0cf27-614a-460e-91e8-628c4ecf85a9,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:36.060407 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56620) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:36.132070 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cc7271c3-ce0c-4874-a669-0477313989c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.137646 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627d770-7511-459e-b665-b55480fe2cbe req-1c3d801c-e4ce-4346-8c41-4bb50ad75d1c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:36.139198 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4627d770-7511-459e-b665-b55480fe2cbe req-1c3d801c-e4ce-4346-8c41-4bb50ad75d1c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0582452 Aug 04 11:46:36.167945 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cc7271c3-ce0c-4874-a669-0477313989c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.180765 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4627d770-7511-459e-b665-b55480fe2cbe req-03784d2d-d375-4263-8ce8-59d9bd579a82 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344245 Aug 04 11:46:36.332281 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cc7271c3-ce0c-4874-a669-0477313989c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.334902 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cc7271c3-ce0c-4874-a669-0477313989c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:36.341808 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-cc7271c3-ce0c-4874-a669-0477313989c9 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b3f0cf27-614a-460e-91e8-628c4ecf85a9 HTTP/1.1" status: 204 len: 168 time: 0.2742436 Aug 04 11:46:36.346565 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7271c3-ce0c-4874-a669-0477313989c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f0cf27-614a-460e-91e8-628c4ecf85a9,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:37.406469 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56672) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:37.420881 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1796c326-0828-4f51-af85-58ed6f9fe501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.512568 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1796c326-0828-4f51-af85-58ed6f9fe501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.606680 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-1796c326-0828-4f51-af85-58ed6f9fe501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.647904 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-1796c326-0828-4f51-af85-58ed6f9fe501 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=49b7bc8fc1634b979ce49b3fa480e8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403407 Aug 04 11:46:37.649899 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796c326-0828-4f51-af85-58ed6f9fe501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bfa7b2f-4d82-46f3-b556-177946bf6b88,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:37.658880 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56682) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:37.715828 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52a72178-b14c-4012-aa4a-7b6d22a60bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:37.747495 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52a72178-b14c-4012-aa4a-7b6d22a60bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.035358 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52a72178-b14c-4012-aa4a-7b6d22a60bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.038819 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-52a72178-b14c-4012-aa4a-7b6d22a60bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.045383 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-52a72178-b14c-4012-aa4a-7b6d22a60bd7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/8bfa7b2f-4d82-46f3-b556-177946bf6b88 HTTP/1.1" status: 204 len: 168 time: 0.3873301 Aug 04 11:46:38.051502 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a72178-b14c-4012-aa4a-7b6d22a60bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bfa7b2f-4d82-46f3-b556-177946bf6b88,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:38.561557 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56724) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:38.707067 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f217b54a-a997-43a3-ae0e-d564ed12dcfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.812225 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f217b54a-a997-43a3-ae0e-d564ed12dcfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.918229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f217b54a-a997-43a3-ae0e-d564ed12dcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:38.959352 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f217b54a-a997-43a3-ae0e-d564ed12dcfb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6fae7fc48d4b48d587705772ba67967e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936512 Aug 04 11:46:38.959874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56742) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:38.968354 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f217b54a-a997-43a3-ae0e-d564ed12dcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7b0270-ca45-400b-aea5-e92d8cdc7826,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:39.012304 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e3b6a0b1-3fce-4857-903a-d521eab770f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:39.032842 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e3b6a0b1-3fce-4857-903a-d521eab770f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:39.171994 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e3b6a0b1-3fce-4857-903a-d521eab770f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:39.174726 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e3b6a0b1-3fce-4857-903a-d521eab770f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:39.183130 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e3b6a0b1-3fce-4857-903a-d521eab770f2 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ea7b0270-ca45-400b-aea5-e92d8cdc7826 HTTP/1.1" status: 204 len: 168 time: 0.2151144 Aug 04 11:46:39.191550 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6a0b1-3fce-4857-903a-d521eab770f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7b0270-ca45-400b-aea5-e92d8cdc7826,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:39.587421 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56756) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:39.698443 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1219249465-network', 'tenant_id': 'dbf90c0cd15c4543bcb023d3077297db'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:39.890243 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Made reservation on behalf of dbf90c0cd15c4543bcb023d3077297db for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:46:39.893078 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:39.902572 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:39.993634 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.215882 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.249306 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:46:40.258119 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684f7c03-f3a3-4589-be6a-4b426e591ceb,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:40.265000 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.265353 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Added segment 852d66ef-0fdc-4b8d-8b68-e415978cccdf of type vlan for network fb211e4d-3b89-435e-bed5-ef275c631f21 Aug 04 11:46:40.309094 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.313678 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56774) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:40.366595 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] Deleting subnet 389eb64b-f4a2-4e46-bfdc-caf20d819a24 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:46:40.370537 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.412157 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.460847 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.469075 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.473093 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:40.473093 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.530351 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] Pushing event updated for resources: {'Network': ['ID=fb211e4d-3b89-435e-bed5-ef275c631f21,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:40.540273 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network fb211e4d-3b89-435e-bed5-ef275c631f21 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:46:40.673237 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.677025 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-2012b31d-7d47-4f9c-9639-c585d62dd007 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0849938 Aug 04 11:46:40.677392 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56784) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:40.685930 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Request body: {'subnet': {'network_id': 'fb211e4d-3b89-435e-bed5-ef275c631f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1219249465-subnet', 'tenant_id': 'dbf90c0cd15c4543bcb023d3077297db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:40.700874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=389eb64b-f4a2-4e46-bfdc-caf20d819a24,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:40.708255 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.712142 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-17a84dc1-3741-4618-b01d-c0bfede1b2da admin admin] 10.222.0.88 "DELETE /v2.0/subnets/389eb64b-f4a2-4e46-bfdc-caf20d819a24 HTTP/1.1" status: 204 len: 168 time: 0.3973770 Aug 04 11:46:40.715608 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56786) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:40.790100 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.876419 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.887588 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b7ba6a8-202a-46a6-9b7e-f541da32d07d']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:40.899843 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949da66f-504b-4145-87ec-4d122614d794') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:40.900840 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949da66f-504b-4145-87ec-4d122614d794') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:46:40.909898 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Made reservation on behalf of dbf90c0cd15c4543bcb023d3077297db for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:46:40.911299 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.912910 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11565275'] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.929963 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.938342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:46:40.938864 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:46:40.940652 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:46:41.151068 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.157327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.161832 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] 10.222.0.88 "DELETE /v2.0/networks/6b7ba6a8-202a-46a6-9b7e-f541da32d07d HTTP/1.1" status: 204 len: 168 time: 0.4425821 Aug 04 11:46:41.172822 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74800c25-4dac-467f-9808-8163eb46543c admin admin] Pushing event deleted for resources: {'Network': ['ID=6b7ba6a8-202a-46a6-9b7e-f541da32d07d,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:41.187232 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11565285'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.247413 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68050188-5597-4dd4-8a52-f95d4f5c5c4f,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:41.252798 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Checking segment: {'id': '852d66ef-0fdc-4b8d-8b68-e415978cccdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'fb211e4d-3b89-435e-bed5-ef275c631f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:41.253206 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Network hostable DHCP agents. Network: fb211e4d-3b89-435e-bed5-ef275c631f21, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:46:41.366758 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Network fb211e4d-3b89-435e-bed5-ef275c631f21 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:46:41.490292 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, fb211e4d-3b89-435e-bed5-ef275c631f21) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:41.496266 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:41.496854 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.501525 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5e5f6-c014-4ed8-91e4-7eecb8430ab4 None None] Network fb211e4d-3b89-435e-bed5-ef275c631f21 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:46:41.624464 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3ae10d-77f9-4da1-ad88-1e72ffc9fe4a None None] Network fb211e4d-3b89-435e-bed5-ef275c631f21 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:46:41.669850 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-065b3f21-3b48-4669-8497-14b3da674be3 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9909456 Aug 04 11:46:41.701098 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56822) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:41.729405 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56826) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:41.783124 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-5167d914-1e1b-4ccf-a7bf-8acbf6fd6cbf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6f8528dbe334409aab9d61fe91c2856e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521038 Aug 04 11:46:41.785390 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56828) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:41.843070 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9229db43-48ab-4c47-ad39-494e73723974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.872405 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9229db43-48ab-4c47-ad39-494e73723974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:41.913859 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a43c6a3b-a9df-4941-813e-768f03a36445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.016915 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a43c6a3b-a9df-4941-813e-768f03a36445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.044494 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9229db43-48ab-4c47-ad39-494e73723974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.048005 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9229db43-48ab-4c47-ad39-494e73723974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.049270 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9229db43-48ab-4c47-ad39-494e73723974 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/51497d80-72d8-469d-9ceb-84213e4663e7 HTTP/1.1" status: 204 len: 168 time: 0.2628806 Aug 04 11:46:42.083805 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229db43-48ab-4c47-ad39-494e73723974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51497d80-72d8-469d-9ceb-84213e4663e7,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:42.227106 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a43c6a3b-a9df-4941-813e-768f03a36445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.281639 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a43c6a3b-a9df-4941-813e-768f03a36445 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8a228470b0cd4b7f921da40a5c846be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5761790 Aug 04 11:46:42.282262 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56838) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:42.286438 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c6a3b-a9df-4941-813e-768f03a36445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae11479-9855-4e4b-84b6-ea39e79de421,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:42.340455 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fcdfce6a-175b-46dc-958e-90dba89a5aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.362074 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fcdfce6a-175b-46dc-958e-90dba89a5aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.547457 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fcdfce6a-175b-46dc-958e-90dba89a5aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.550399 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fcdfce6a-175b-46dc-958e-90dba89a5aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:42.551775 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-fcdfce6a-175b-46dc-958e-90dba89a5aed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/fae11479-9855-4e4b-84b6-ea39e79de421 HTTP/1.1" status: 204 len: 168 time: 0.2683218 Aug 04 11:46:42.562828 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdfce6a-175b-46dc-958e-90dba89a5aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae11479-9855-4e4b-84b6-ea39e79de421,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:43.097013 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56870) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:43.105501 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-127017096-network', 'tenant_id': 'cca68be8ea244192b93b77a039b51f53'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:43.137692 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-97f025d8-009b-47dd-b519-0dc963d92df0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1960049064&fields=id&tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c HTTP/1.1" status: 200 len: 267 time: 0.0630171 Aug 04 11:46:43.273920 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-823dd3a2-eef6-4de7-ab95-f8effe1badb4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:43.276620 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-823dd3a2-eef6-4de7-ab95-f8effe1badb4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/networks?id=e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 200 len: 807 time: 0.1316359 Aug 04 11:46:43.286406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Made reservation on behalf of cca68be8ea244192b93b77a039b51f53 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:46:43.286406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.305670 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.320577 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-851334b0-b29c-455b-9a60-ed3e87347bd8 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/quotas/5d87f6f5b2c24961a3bcfdaa20cad59c HTTP/1.1" status: 200 len: 375 time: 0.0350480 Aug 04 11:46:43.418716 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1d191aa2-b7c5-4add-abf3-1e5806d97c2f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865846 Aug 04 11:46:43.501456 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-08d3f202-1554-4d34-bccb-4b9460e3c398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.518335 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.572619 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-24e1d53c-47b3-420f-aeaa-64a01685adb4 service neutron] 10.222.0.88 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292262 Aug 04 11:46:43.597969 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.668540 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:46:43.682413 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d917fe-2088-487d-a89e-550b35c17a46,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:43.706732 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.707164 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Added segment 0b38c064-cb64-4d99-a554-d34cad1d7156 of type vlan for network 2a77956c-4454-496f-81de-d59ae61c632c Aug 04 11:46:43.727322 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-b2d42506-e46e-4526-b1d8-dccdbd5a61b1 service neutron] 10.222.0.88 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476433 Aug 04 11:46:43.784115 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.936137 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:43.937622 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:43.944866 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.005520 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] Pushing event updated for resources: {'Network': ['ID=2a77956c-4454-496f-81de-d59ae61c632c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:44.017081 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 2a77956c-4454-496f-81de-d59ae61c632c details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:46:44.107743 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d75a5af7-ee84-42b0-a547-72724b3c324a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0084207 Aug 04 11:46:44.110478 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 56902) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:44.115958 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Request body: {'subnet': {'network_id': '2a77956c-4454-496f-81de-d59ae61c632c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-127017096-subnet', 'tenant_id': 'cca68be8ea244192b93b77a039b51f53', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:44.211221 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Made reservation on behalf of cca68be8ea244192b93b77a039b51f53 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:46:44.217411 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9425912'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.519285 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-29a22476-a68b-4c4e-b649-51f6940c3a63 req-11a03f10-e28f-4cff-b248-153027be79fb tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 210 time: 0.0401158 Aug 04 11:46:44.578194 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9425862'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:44.639775 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f59dd55-82f6-496b-bb9f-c0e5f69e2878,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:44.668020 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Checking segment: {'id': '0b38c064-cb64-4d99-a554-d34cad1d7156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '2a77956c-4454-496f-81de-d59ae61c632c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:44.668020 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Network hostable DHCP agents. Network: 2a77956c-4454-496f-81de-d59ae61c632c, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:46:44.841766 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Network 2a77956c-4454-496f-81de-d59ae61c632c is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:46:45.146695 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 2a77956c-4454-496f-81de-d59ae61c632c) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:45.151647 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:45.152510 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:45.168229 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633fc0e-5a60-4b7d-91de-94ecc415969b None None] Network 2a77956c-4454-496f-81de-d59ae61c632c requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:46:45.302182 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab3fb10-6d15-47b9-a108-008b549f9c84 None None] Network 2a77956c-4454-496f-81de-d59ae61c632c requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:46:45.342889 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-13c1ac28-a271-4604-b0d4-6f4831c2fd1a admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2217040 Aug 04 11:46:45.619379 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a5704a77-4934-4668-b909-a86df8b27860 req-d352d110-2744-44f2-a076-d38f27331f7d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 210 time: 0.0413399 Aug 04 11:46:46.121648 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f08c6dc5-cc39-4c21-aca6-61c821365318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:46.281344 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:46.765712 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b744f9e1-a003-45f0-9b1c-1ce9a324ab39 req-076cf5cc-39bd-499c-a020-258661504bac tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 210 time: 0.0499840 Aug 04 11:46:46.907816 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:47.756456 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-258ec37f-6dfb-43dc-abdb-98cad267dc11 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:47.758638 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-258ec37f-6dfb-43dc-abdb-98cad267dc11 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.86 "GET /v2.0/networks?id=e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 200 len: 807 time: 0.1718323 Aug 04 11:46:47.854588 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-4fda253b-c88c-4c95-9c83-bd6efbf3c97a tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c HTTP/1.1" status: 200 len: 380 time: 0.0825217 Aug 04 11:46:47.871100 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'port': {'device_id': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'admin_state_up': True, 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'security_groups': ['26b49310-c140-4263-ab84-c078d3729b4c']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:47.930440 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-02c57bae-9291-44c2-839d-61328142f230 req-ef3c32f2-c6c8-40dc-a266-5d72b0348ec2 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 210 time: 0.0738950 Aug 04 11:46:48.107203 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Made reservation on behalf of 5d87f6f5b2c24961a3bcfdaa20cad59c for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:46:48.112488 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:48.298987 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Allocated IP 172.20.0.4 (e211426f-a8ce-4055-b7d0-f58a731aa6cb/40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12/d19a03fd-9f9f-4b4a-884d-40e6e9e21da1) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:46:48.498625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:48.520368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Transition to ACTIVE for port object d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:48.690634 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:48.704518 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 56998) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:48.744666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:46:48.748155 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:46:48.750905 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:46:48.797684 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:48.829245 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:48.830266 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:48.869783 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-76cf5a45-58e1-4599-8c45-a363f150f023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:48.919885 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-8d1a656d-fa9f-4652-bfd1-958e0973a08c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0533965 Aug 04 11:46:48.937305 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Request body: {'port': {'device_id': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:46:48.944866 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.025664 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.127208 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-76cf5a45-58e1-4599-8c45-a363f150f023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.158765 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc0885f-2b4a-446e-a812-61d11ed96355 req-e588dd91-cd30-43ed-9c30-62ad4ea44ccf tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:49.167370 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dbc0885f-2b4a-446e-a812-61d11ed96355 req-e588dd91-cd30-43ed-9c30-62ad4ea44ccf tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 931 time: 0.1187899 Aug 04 11:46:49.218216 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-9c4aa9cf-c83f-421c-83f8-04c5ca6f77a0 None None] Provisioning for port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:46:49.225891 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-9c4aa9cf-c83f-421c-83f8-04c5ca6f77a0 None None] Provisioning complete for port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:46:49.234753 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9c4aa9cf-c83f-421c-83f8-04c5ca6f77a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.235065 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dbc0885f-2b4a-446e-a812-61d11ed96355 req-c1a2486c-2c02-4fbe-9498-80dd6b0c87af tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546043 Aug 04 11:46:49.255403 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-76cf5a45-58e1-4599-8c45-a363f150f023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.268741 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-9c4aa9cf-c83f-421c-83f8-04c5ca6f77a0 None None] Port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:46:49.310628 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-76cf5a45-58e1-4599-8c45-a363f150f023 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8240f92e5f5c4f5cbfc33f964f6cfc2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046376 Aug 04 11:46:49.311835 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf5a45-58e1-4599-8c45-a363f150f023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533d2818-0580-4089-a994-d12ce9179cdf,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:49.317614 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57008) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:46:49.447319 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:49.460493 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.471689 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-90760729-85d5-47ab-99e9-1c233ca8d17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.479538 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Transition to ACTIVE for port object d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:46:49.498876 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-90760729-85d5-47ab-99e9-1c233ca8d17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.591359 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.653283 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-90760729-85d5-47ab-99e9-1c233ca8d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.656071 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-90760729-85d5-47ab-99e9-1c233ca8d17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.657467 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-90760729-85d5-47ab-99e9-1c233ca8d17b admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/533d2818-0580-4089-a994-d12ce9179cdf HTTP/1.1" status: 204 len: 168 time: 0.3385212 Aug 04 11:46:49.662837 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:49.694541 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90760729-85d5-47ab-99e9-1c233ca8d17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533d2818-0580-4089-a994-d12ce9179cdf,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:49.790135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Attempting to bind port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:46:49.790665 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Attempting to bind port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:46:49.791222 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Attempting to bind port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 on network e211426f-a8ce-4055-b7d0-f58a731aa6cb {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:49.798641 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 on network e211426f-a8ce-4055-b7d0-f58a731aa6cb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:46:49.799830 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Attempting to bind port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 on network e211426f-a8ce-4055-b7d0-f58a731aa6cb {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:46:49.808148 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:46:49.808383 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Checking segment: {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:46:49.808965 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Bound using segment: {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:46:49.809706 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Bound port: d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262ec858-c110-4dd9-b128-ccb6ccbca7b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:46:49.810270 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:49.910206 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:46:49.914192 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:46:50.024164 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:50.061302 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.062229 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:50.064039 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] 10.222.0.86 "PUT /v2.0/ports/d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 200 len: 1093 time: 1.1320407 Aug 04 11:46:50.064965 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:46:50.071086 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6916f676-588f-4e6b-9f5b-ead362dc3673" -d '{"events": [{"name": "network-changed", "server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:46:50.113908 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2d67c3-51cd-4610-93cb-9200862a2488 service neutron] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:50.136902 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5705a534-0164-4252-97ab-1c75995f1b2f x-openstack-request-id: req-5705a534-0164-4252-97ab-1c75995f1b2f {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:46:50.137221 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:46:50.138380 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-5705a534-0164-4252-97ab-1c75995f1b2f {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:46:50.138994 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'status': 'completed', 'code': 200} Aug 04 11:46:50.304292 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f676-588f-4e6b-9f5b-ead362dc3673 req-deda249d-909b-42ae-94e8-f15ea35e0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.313289 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6916f676-588f-4e6b-9f5b-ead362dc3673 req-deda249d-909b-42ae-94e8-f15ea35e0284 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1096 time: 0.1410127 Aug 04 11:46:50.425400 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767cf1a3-9441-4a7e-8fdd-16e1e1acbbaf req-d6a3dd9e-8b40-498b-9984-1f3c8207416c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.426956 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-767cf1a3-9441-4a7e-8fdd-16e1e1acbbaf req-d6a3dd9e-8b40-498b-9984-1f3c8207416c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0712616 Aug 04 11:46:50.469591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f676-588f-4e6b-9f5b-ead362dc3673 req-29fc2312-d7a2-4f2b-a091-2915f27127ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.470826 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6916f676-588f-4e6b-9f5b-ead362dc3673 req-29fc2312-d7a2-4f2b-a091-2915f27127ec service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1501675 Aug 04 11:46:50.494407 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-767cf1a3-9441-4a7e-8fdd-16e1e1acbbaf req-487bab97-3d35-4846-89a5-af3ed44e07cf tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597517 Aug 04 11:46:50.581213 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916f676-588f-4e6b-9f5b-ead362dc3673 req-dad5e06d-a448-43e9-8a88-95fecd92db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.582758 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6916f676-588f-4e6b-9f5b-ead362dc3673 req-dad5e06d-a448-43e9-8a88-95fecd92db43 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1043522 Aug 04 11:46:50.669998 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-f0b05a4e-a355-40a9-adc8-fca5712b4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.672280 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-f0b05a4e-a355-40a9-adc8-fca5712b4d14 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1096 time: 0.0469182 Aug 04 11:46:50.721383 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-69a56bd0-c579-4528-bfb1-d5674b3d39de service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 200 len: 217 time: 0.0398283 Aug 04 11:46:50.774681 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-ce558a6a-476a-4597-aaeb-3b79719c2b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.776680 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-ce558a6a-476a-4597-aaeb-3b79719c2b83 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 HTTP/1.1" status: 200 len: 846 time: 0.0484598 Aug 04 11:46:50.826782 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-0aea6726-403b-48a2-ad0d-635c9b202747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:50.828278 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-0aea6726-403b-48a2-ad0d-635c9b202747 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e211426f-a8ce-4055-b7d0-f58a731aa6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424123 Aug 04 11:46:50.922445 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-f853c8ed-3909-4c44-8ac6-c704fe92f9e2 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857944 Aug 04 11:46:51.021792 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77b08467-9a5f-4968-b01f-e7064c82e389 req-cc543b3d-082e-44ac-adef-7d82ff662c73 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917077 Aug 04 11:46:51.644572 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4821fe23-eb27-47cd-ace5-5cd854c31fe3 req-57ba8491-8577-4837-aee7-74b45dd22b17 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:51.646479 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4821fe23-eb27-47cd-ace5-5cd854c31fe3 req-57ba8491-8577-4837-aee7-74b45dd22b17 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0590138 Aug 04 11:46:51.698065 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4821fe23-eb27-47cd-ace5-5cd854c31fe3 req-599f8122-5c24-4d83-8bde-e376ddfa79ad tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410006 Aug 04 11:46:52.833229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b69d7-ae11-421e-a41d-2a0e71265e91 req-777772a3-773b-4537-8096-7b1230111de0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:52.834807 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-901b69d7-ae11-421e-a41d-2a0e71265e91 req-777772a3-773b-4537-8096-7b1230111de0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0653298 Aug 04 11:46:52.882688 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-901b69d7-ae11-421e-a41d-2a0e71265e91 req-27015d74-f0b1-44ea-9d75-aa1f597dc685 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Aug 04 11:46:54.005525 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60009a52-7cd2-4340-8274-8d6a93e2eb33 req-99db2750-f4f0-46e6-b555-9bd5f9611991 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:54.007000 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-60009a52-7cd2-4340-8274-8d6a93e2eb33 req-99db2750-f4f0-46e6-b555-9bd5f9611991 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0561023 Aug 04 11:46:54.055287 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-60009a52-7cd2-4340-8274-8d6a93e2eb33 req-80102204-3436-4611-bd07-02c14a65d549 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 Aug 04 11:46:55.179653 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d4cc0-2a86-4abf-a843-91f755781e8b req-7e0f4eac-9483-4a37-ae10-a8bf5347aeb3 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:55.181373 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fe1d4cc0-2a86-4abf-a843-91f755781e8b req-7e0f4eac-9483-4a37-ae10-a8bf5347aeb3 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0568452 Aug 04 11:46:55.221327 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fe1d4cc0-2a86-4abf-a843-91f755781e8b req-ec0124d2-6d4a-426a-8e58-95338a209151 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332160 Aug 04 11:46:55.975779 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:56.344226 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecf0bc-8481-4620-b7d2-b1eddbddb0f9 req-41eedbec-4698-4c7f-8a14-cbaf1258352d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:56.345890 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3aecf0bc-8481-4620-b7d2-b1eddbddb0f9 req-41eedbec-4698-4c7f-8a14-cbaf1258352d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0544927 Aug 04 11:46:56.390300 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3aecf0bc-8481-4620-b7d2-b1eddbddb0f9 req-b93a0b76-b483-4808-b718-5662fd0242e2 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379841 Aug 04 11:46:57.529797 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d76587-2e85-4114-a2ec-40de99ceb120 req-3d2ae32e-2395-4326-9ed6-cdaed897732b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:57.531353 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-53d76587-2e85-4114-a2ec-40de99ceb120 req-3d2ae32e-2395-4326-9ed6-cdaed897732b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0547326 Aug 04 11:46:57.580577 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-53d76587-2e85-4114-a2ec-40de99ceb120 req-927740cd-7705-4915-b008-e0828d36cc31 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380595 Aug 04 11:46:57.896966 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:46:58.008995 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:58.028152 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'port_id': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'mac_address': 'fa:16:3e:93:94:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:46:58.071871 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:58.089733 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:46:58.110885 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:46:58.221805 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:46:58.272458 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:46:58.279791 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.280487 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.280487 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.280796 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.281151 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.281570 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.281830 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.282153 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.282521 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.282784 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.283105 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.283417 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:46:58.547062 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['d19a03fd-9f9f-4b4a-884d-40e6e9e21da1'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:46:58.748898 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9194d6b-504e-40d0-adb6-3123960d0ded req-6ee25c93-fccb-44aa-9b05-8fdccfd2e8ab tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:58.750430 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a9194d6b-504e-40d0-adb6-3123960d0ded req-6ee25c93-fccb-44aa-9b05-8fdccfd2e8ab tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 944 time: 0.0782864 Aug 04 11:46:58.794283 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a9194d6b-504e-40d0-adb6-3123960d0ded req-03a8abdc-ea69-4ee6-bebc-5dbdad4c3545 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364108 Aug 04 11:46:59.906519 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:46:59.938151 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e315ae9a-8229-490d-854b-6b93c7a5808d req-6ba8be1c-1062-4968-894c-66849507ec46 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:46:59.939776 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e315ae9a-8229-490d-854b-6b93c7a5808d req-6ba8be1c-1062-4968-894c-66849507ec46 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 944 time: 0.0599444 Aug 04 11:46:59.988878 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e315ae9a-8229-490d-854b-6b93c7a5808d req-94de9658-53f4-411a-b76f-417eb05163e0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Aug 04 11:47:00.084672 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:00.089490 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:00.089919 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.187334 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.214563 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:00.217052 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ec04698-1418-4ed6-a601-f83820f781c8" -d '{"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-plugged", "status": "completed", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:00.231660 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:00.270462 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2fdd86-0f0e-42b0-a83b-5d57519eab7e x-openstack-request-id: req-ef2fdd86-0f0e-42b0-a83b-5d57519eab7e {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:00.270890 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-plugged", "status": "completed", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:00.271328 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ef2fdd86-0f0e-42b0-a83b-5d57519eab7e {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:00.271971 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'code': 200} Aug 04 11:47:00.339158 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:00.397722 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:00.731216 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb02d7f-ba28-44fb-9c30-65956b59cf26 req-2918419e-9305-400b-baab-1add93b9971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:00.732743 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9fb02d7f-ba28-44fb-9c30-65956b59cf26 req-2918419e-9305-400b-baab-1add93b9971e service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1098 time: 0.0517769 Aug 04 11:47:00.785566 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9fb02d7f-ba28-44fb-9c30-65956b59cf26 req-19346fdb-a1ec-4cfd-b8d4-bbfa50915b39 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429521 Aug 04 11:47:01.138841 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d75ea6-3f2e-409b-9374-6d8b35d8edf3 req-99a69bc0-66e5-4a24-a062-bbb9d9077a4f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:01.140380 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-61d75ea6-3f2e-409b-9374-6d8b35d8edf3 req-99a69bc0-66e5-4a24-a062-bbb9d9077a4f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0572262 Aug 04 11:47:01.188075 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-61d75ea6-3f2e-409b-9374-6d8b35d8edf3 req-06d30411-17c1-4ff9-b88e-1a699ae7aa68 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407848 Aug 04 11:47:02.311842 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15651693-2aa3-4645-8381-04502b4bea0b req-a83c263f-4adf-477f-bfa4-87d60f5511e7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:02.313346 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15651693-2aa3-4645-8381-04502b4bea0b req-a83c263f-4adf-477f-bfa4-87d60f5511e7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0501719 Aug 04 11:47:02.351732 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15651693-2aa3-4645-8381-04502b4bea0b req-5ecdbe96-23ae-4a58-99d1-6f3eac9a296a tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Aug 04 11:47:02.469319 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb3b021-350b-4aee-819a-dcf479c51f5d req-2761aada-cd4f-4b44-9233-268fe50ea405 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:02.470821 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1cb3b021-350b-4aee-819a-dcf479c51f5d req-2761aada-cd4f-4b44-9233-268fe50ea405 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0497239 Aug 04 11:47:02.516479 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1cb3b021-350b-4aee-819a-dcf479c51f5d req-bac83cfe-6747-4b68-a3e9-357db7bfd34d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Aug 04 11:47:02.539030 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57222) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:02.755851 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef153b3d-3efd-445f-947e-47ab81c9ee5c tempest-TestShelveInstance-470056141 tempest-TestShelveInstance-470056141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:02.757442 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ef153b3d-3efd-445f-947e-47ab81c9ee5c tempest-TestShelveInstance-470056141 tempest-TestShelveInstance-470056141-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1093 time: 0.2174048 Aug 04 11:47:02.761325 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57230) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:02.766356 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'port_id': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:03.218441 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for floatingip, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:03.354241 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:03.470726 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Allocated IP 172.27.0.81 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/8df187da-ac9e-4320-a85a-cb6cb9146b62) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:03.591484 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:03.836425 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:03.875544 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:03.878641 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:03.885742 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:03.891206 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'Port': ['ID=8df187da-ac9e-4320-a85a-cb6cb9146b62,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:04.418362 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:04.665201 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:04.867872 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:04.896866 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57280) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:04.944870 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] Deleting subnet 68050188-5597-4dd4-8a52-f95d4f5c5c4f {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:47:04.948188 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:04.967494 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.018695 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12393617'] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.069766 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event updated for resources: {'Port': ['ID=8df187da-ac9e-4320-a85a-cb6cb9146b62,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:05.097757 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.104781 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.460669 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.l3_db [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Floating IP 2d062bde-1a38-4112-9efa-73d5061e5a71 associated. External IP: 172.27.0.81, port: d19a03fd-9f9f-4b4a-884d-40e6e9e21da1. Aug 04 11:47:05.585042 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11565308'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.646491 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.647600 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] 10.222.0.88 "DELETE /v2.0/subnets/68050188-5597-4dd4-8a52-f95d4f5c5c4f HTTP/1.1" status: 204 len: 168 time: 0.7495501 Aug 04 11:47:05.648406 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e90a5b-d12f-4912-8aea-82d3df19518e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68050188-5597-4dd4-8a52-f95d4f5c5c4f,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:05.650395 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57286) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:05.723835 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.726381 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Router c62fa026-c9cc-4ae6-a210-93630d0bd421 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:05.841604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.852964 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb211e4d-3b89-435e-bed5-ef275c631f21']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:05.866123 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '852d66ef-0fdc-4b8d-8b68-e415978cccdf') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:05.866988 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '852d66ef-0fdc-4b8d-8b68-e415978cccdf') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:05.877638 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:05.877885 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.893580 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] Sync routers for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:05.896878 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.903377 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:47:05.909909 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:47:05.913126 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:05.913126 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:46:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:06.019617 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:06.110311 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.152180 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-cabd1365-102f-4ab7-bf4a-393ddf1f7032 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3892744 Aug 04 11:47:06.152614 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:06.155145 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1e088e-e8d9-48de-92ee-386f7db949a3" -d '{"events": [{"name": "network-changed", "server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:06.200962 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cad7ea9-b370-4de2-aa79-042c52fa77fe x-openstack-request-id: req-9cad7ea9-b370-4de2-aa79-042c52fa77fe {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:06.200962 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:06.200962 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9cad7ea9-b370-4de2-aa79-042c52fa77fe {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:06.200962 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'status': 'completed', 'code': 200} Aug 04 11:47:06.224024 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.230037 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.246125 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57294) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:06.246243 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/fb211e4d-3b89-435e-bed5-ef275c631f21 HTTP/1.1" status: 204 len: 168 time: 0.5836666 Aug 04 11:47:06.275894 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec828db-322a-4ffc-9e22-62ac771f5bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb211e4d-3b89-435e-bed5-ef275c631f21,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:06.289430 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-930fa666-8f77-4b75-aca3-13a003f06630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:06.294936 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-930fa666-8f77-4b75-aca3-13a003f06630 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1098 time: 0.0549552 Aug 04 11:47:06.322615 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] Deleting subnet 3f59dd55-82f6-496b-bb9f-c0e5f69e2878 {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:47:06.326097 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.373148 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12393617'] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.394732 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '2d062bde-1a38-4112-9efa-73d5061e5a71', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'port_id': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'mac_address': 'fa:16:3e:93:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:47:04Z', 'updated_at': '2021-08-04T11:47:04Z', 'revision_number': 0, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:46:01Z', 'revision_number': 5, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:06.421011 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-e344addf-5015-4368-b235-45ffd513bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:06.421235 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.432915 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-e344addf-5015-4368-b235-45ffd513bff7 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 200 len: 909 time: 0.1138792 Aug 04 11:47:06.433120 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] Checking router: c62fa026-c9cc-4ae6-a210-93630d0bd421 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:06.440624 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:06.441418 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:46:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:06.522659 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-fd3c4897-f8c8-4d76-8bb9-8850bf00a69f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 200 len: 998 time: 0.0866697 Aug 04 11:47:06.584517 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:06.592434 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-c24c8607-d31e-4bdb-ba67-2ade8335f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:06.594271 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-c24c8607-d31e-4bdb-ba67-2ade8335f4e9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 HTTP/1.1" status: 200 len: 846 time: 0.0595405 Aug 04 11:47:06.613667 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11565308'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.641820 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f59dd55-82f6-496b-bb9f-c0e5f69e2878,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:06.644041 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.646749 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a7124fa3-a119-41f1-a11b-c1f27631e0c1 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/3f59dd55-82f6-496b-bb9f-c0e5f69e2878 HTTP/1.1" status: 204 len: 168 time: 0.4102023 Aug 04 11:47:06.652440 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57300) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:06.662105 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-9f1365cd-9100-4da2-aa24-5fd9e201a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:06.664966 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-9f1365cd-9100-4da2-aa24-5fd9e201a0e6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e211426f-a8ce-4055-b7d0-f58a731aa6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0631862 Aug 04 11:47:06.738892 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.784120 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-33d76d30-177b-4319-a4e3-60f5f3397e5d service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107943 Aug 04 11:47:06.843187 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.854072 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a77956c-4454-496f-81de-d59ae61c632c']}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:06.872416 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b38c064-cb64-4d99-a554-d34cad1d7156') {'for_net_delete': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:06.873306 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b38c064-cb64-4d99-a554-d34cad1d7156') {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:06.883333 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '2d062bde-1a38-4112-9efa-73d5061e5a71', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'port_id': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'mac_address': 'fa:16:3e:93:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:47:04Z', 'updated_at': '2021-08-04T11:47:04Z', 'revision_number': 0, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:46:01Z', 'revision_number': 5, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:06.891398 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff1e088e-e8d9-48de-92ee-386f7db949a3 req-e7f7996c-7b02-4b46-b82e-c50465584f8e service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993352 Aug 04 11:47:06.892069 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12393626'] for segment, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.914044 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fbf6491-2e61-4805-8f31-f5646f1c5826 None None] The sync data for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi is: [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '2d062bde-1a38-4112-9efa-73d5061e5a71', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'floating_ip_address': '172.27.0.81', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'port_id': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'mac_address': 'fa:16:3e:93:94:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:47:04Z', 'updated_at': '2021-08-04T11:47:04Z', 'revision_number': 0, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:46:01Z', 'revision_number': 5, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:06.914747 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.923889 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=100519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:47:06.923889 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549166'] for segment, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: Traceback (most recent call last): Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: timer() Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: cb(*args, **kw) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: return func(*args, **kwargs) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: self._notify() Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: self.callback(batched_events) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: event.method(event) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: return f(self, *a, **k) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._get(url).json() Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: return self.request(url, 'GET', **kwargs) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:47:06.925543 dv-cinder-786524-10-iscsi neutron-server[100519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:47:07.127796 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c2e2a-7ba9-41b1-b58f-02fabfff419d None None] New status for floating IP 2d062bde-1a38-4112-9efa-73d5061e5a71: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:47:07.144593 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:07.174340 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:07.176428 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] 10.222.0.88 "DELETE /v2.0/networks/2a77956c-4454-496f-81de-d59ae61c632c HTTP/1.1" status: 204 len: 168 time: 0.5229299 Aug 04 11:47:07.177824 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5056cadb-8ca9-4565-ac5c-a58d84a989d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a77956c-4454-496f-81de-d59ae61c632c,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:07.783925 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57324) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:07.832311 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-f2b6e82c-413c-4838-a62a-2ca8a2dd73dc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=dbf90c0cd15c4543bcb023d3077297db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470936 Aug 04 11:47:07.835988 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57330) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:07.901057 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab93b-abcb-4c64-8b64-609111b2aa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:07.941730 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab93b-abcb-4c64-8b64-609111b2aa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:08.073720 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab93b-abcb-4c64-8b64-609111b2aa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:08.077262 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f9ab93b-abcb-4c64-8b64-609111b2aa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:08.078503 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9f9ab93b-abcb-4c64-8b64-609111b2aa7e admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/684f7c03-f3a3-4589-be6a-4b426e591ceb HTTP/1.1" status: 204 len: 168 time: 0.2413917 Aug 04 11:47:08.091633 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9ab93b-abcb-4c64-8b64-609111b2aa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684f7c03-f3a3-4589-be6a-4b426e591ceb,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:08.852361 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57350) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:09.174315 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57354) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:09.219262 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-dc4a7824-910e-44bd-b4b3-c664eff7fff2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cca68be8ea244192b93b77a039b51f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436523 Aug 04 11:47:09.222155 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57356) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:09.258883 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02c5ecdc-e625-4228-a4be-6fd49309d75f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.288159 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2e8412ec-3f3d-4e53-9e67-b35e4976ead7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.313355 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2e8412ec-3f3d-4e53-9e67-b35e4976ead7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.364495 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02c5ecdc-e625-4228-a4be-6fd49309d75f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.559463 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-02c5ecdc-e625-4228-a4be-6fd49309d75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.575892 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2e8412ec-3f3d-4e53-9e67-b35e4976ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.578738 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2e8412ec-3f3d-4e53-9e67-b35e4976ead7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.579903 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-2e8412ec-3f3d-4e53-9e67-b35e4976ead7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b0d917fe-2088-487d-a89e-550b35c17a46 HTTP/1.1" status: 204 len: 168 time: 0.3564005 Aug 04 11:47:09.591775 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8412ec-3f3d-4e53-9e67-b35e4976ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d917fe-2088-487d-a89e-550b35c17a46,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:09.599948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5ecdc-e625-4228-a4be-6fd49309d75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b55adf-6b0e-4807-824d-68e6d4cdcc3e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:09.604605 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-02c5ecdc-e625-4228-a4be-6fd49309d75f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d34e0d9873924eb5bd90f2cc7cfe3724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7504988 Aug 04 11:47:09.608877 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57362) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:09.680434 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8d82-4c70-4e7d-aa8e-83f22273d90a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:09.709691 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8d82-4c70-4e7d-aa8e-83f22273d90a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.167117 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8d82-4c70-4e7d-aa8e-83f22273d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.170220 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1b6c8d82-4c70-4e7d-aa8e-83f22273d90a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:10.171969 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-1b6c8d82-4c70-4e7d-aa8e-83f22273d90a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a8b55adf-6b0e-4807-824d-68e6d4cdcc3e HTTP/1.1" status: 204 len: 168 time: 0.5613387 Aug 04 11:47:10.182343 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c8d82-4c70-4e7d-aa8e-83f22273d90a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b55adf-6b0e-4807-824d-68e6d4cdcc3e,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:10.826779 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:47:11.049242 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57384) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:11.064081 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-880ee464-2aea-467c-b059-592e54432fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.185094 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-880ee464-2aea-467c-b059-592e54432fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.342512 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-880ee464-2aea-467c-b059-592e54432fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.381931 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-880ee464-2aea-467c-b059-592e54432fdf admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=9a7c031c850e46bf86419e43a35a2e10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312674 Aug 04 11:47:11.383486 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ee464-2aea-467c-b059-592e54432fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab96ffe4-77fe-45e9-8acb-522b70b6b2b0,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:11.385506 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57394) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:11.453529 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dcd543b-4e08-4cdc-9b8c-3a6c211c0b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.477727 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6d24f-9ab0-42ec-a61c-2ab8611b6b64 req-51f05b9c-06a3-4749-994b-a014828fc94e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:11.477727 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49a6d24f-9ab0-42ec-a61c-2ab8611b6b64 req-51f05b9c-06a3-4749-994b-a014828fc94e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.2626832 Aug 04 11:47:11.485749 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dcd543b-4e08-4cdc-9b8c-3a6c211c0b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.540526 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-49a6d24f-9ab0-42ec-a61c-2ab8611b6b64 req-e2078f5e-1616-4607-bf6e-518b399fdcd6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536101 Aug 04 11:47:11.682053 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dcd543b-4e08-4cdc-9b8c-3a6c211c0b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.686751 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1dcd543b-4e08-4cdc-9b8c-3a6c211c0b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:11.691074 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-1dcd543b-4e08-4cdc-9b8c-3a6c211c0b55 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ab96ffe4-77fe-45e9-8acb-522b70b6b2b0 HTTP/1.1" status: 204 len: 168 time: 0.3009481 Aug 04 11:47:11.701247 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcd543b-4e08-4cdc-9b8c-3a6c211c0b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab96ffe4-77fe-45e9-8acb-522b70b6b2b0,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:13.008006 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013b037-e8a4-4422-bb2c-1fb8433c9163 req-2a742b7a-8fec-483a-ba8a-0f886053f29a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:13.010120 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5013b037-e8a4-4422-bb2c-1fb8433c9163 req-2a742b7a-8fec-483a-ba8a-0f886053f29a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.3897846 Aug 04 11:47:13.076754 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5013b037-e8a4-4422-bb2c-1fb8433c9163 req-a584d448-f338-4383-b0e3-2790df283a59 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=543e18f1-bfb7-4197-ad79-7e4d983b0bee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576837 Aug 04 11:47:13.216578 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86af95c-16e3-44ba-9dc8-336515877986 req-579477ca-f871-4156-9218-601bbcef4bb7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:13.218003 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c86af95c-16e3-44ba-9dc8-336515877986 req-579477ca-f871-4156-9218-601bbcef4bb7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 947 time: 0.0530608 Aug 04 11:47:13.349988 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Deleting port 6613eb78-21db-46a4-b5a1-64f701bef576 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:13.350346 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:13.458794 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-49433e5f-36e0-490a-9713-a6040a02dd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:13.477416 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] For port 6613eb78-21db-46a4-b5a1-64f701bef576, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=6613eb78-21db-46a4-b5a1-64f701bef576,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:13.477416 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:13.731780 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:13.732088 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:13.732353 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Floating IP eb8f1556-7e9a-4416-8292-d09c8f3475ae disassociated. External IP: 172.27.0.151, port: 6613eb78-21db-46a4-b5a1-64f701bef576. Aug 04 11:47:13.732688 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Calling delete_port for 6613eb78-21db-46a4-b5a1-64f701bef576 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:14.039395 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:14.070305 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event deleted for resources: {'Port': ['ID=6613eb78-21db-46a4-b5a1-64f701bef576,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:14.211605 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f6c8123d-fdd4-4185-86a3-871de42bcc7f req-8430da6b-5789-452f-8126-e9f836d8abcb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0371192 Aug 04 11:47:14.237575 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Router e5c4ab71-1eca-4541-ad67-044f0c2be327 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:14.374997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:14.392307 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] Sync routers for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:14.414404 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:14.421797 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:46:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:14.431472 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] No DVR routers for this DVR port 6613eb78-21db-46a4-b5a1-64f701bef576 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:47:14.434498 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:14.437438 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c86af95c-16e3-44ba-9dc8-336515877986 req-1a092342-30c4-428f-8377-0ca3092df3ea tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "DELETE /v2.0/ports/6613eb78-21db-46a4-b5a1-64f701bef576 HTTP/1.1" status: 204 len: 173 time: 1.2101064 Aug 04 11:47:14.437799 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-deleted', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:14.440233 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52614ef2-8298-4c94-9881-19c5eda68fad" -d '{"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-deleted", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:14.497085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfba14be-1481-46ea-ac46-72a6faec9e87 x-openstack-request-id: req-bfba14be-1481-46ea-ac46-72a6faec9e87 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:14.497381 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ce42328-c56a-46ef-8894-2a75c2b53bc7", "name": "network-vif-deleted", "tag": "6613eb78-21db-46a4-b5a1-64f701bef576", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:14.497724 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-bfba14be-1481-46ea-ac46-72a6faec9e87 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:14.498121 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ce42328-c56a-46ef-8894-2a75c2b53bc7', 'name': 'network-vif-deleted', 'tag': '6613eb78-21db-46a4-b5a1-64f701bef576', 'status': 'completed', 'code': 200} Aug 04 11:47:14.679676 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:14.952461 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:14.985697 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] Checking router: e5c4ab71-1eca-4541-ad67-044f0c2be327 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:14.996134 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:14.996777 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:46:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:15.178160 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:15.392947 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b3ea00c0-f5e8-4ec2-aef6-dcd68dd1cdb5 req-fa41b158-5e4b-4c35-8896-b27339202fff tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4ce42328-c56a-46ef-8894-2a75c2b53bc7 HTTP/1.1" status: 200 len: 210 time: 0.0390410 Aug 04 11:47:15.466801 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:15.530015 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55a3323-7ce7-4eb7-b5d7-d3a8e1290519 None None] The sync data for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi is: [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:15.744212 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36862146-0473-4d56-851f-26457c039b2f None None] New status for floating IP eb8f1556-7e9a-4416-8292-d09c8f3475ae: DOWN {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:47:15.976599 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:47:15.997821 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 6613eb78-21db-46a4-b5a1-64f701bef576 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:47:15.998161 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 6613eb78-21db-46a4-b5a1-64f701bef576 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:47:16.130240 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ddfa0aa9-71fd-4b0c-b90b-bca9dea6714e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:16.310506 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:16.883414 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57514) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:16.942931 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-38b344ad-6215-4278-96bb-a4b37da0c9f8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:16.969353 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-38b344ad-6215-4278-96bb-a4b37da0c9f8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:16.970902 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.168077 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-38b344ad-6215-4278-96bb-a4b37da0c9f8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.170959 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-38b344ad-6215-4278-96bb-a4b37da0c9f8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.175203 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-38b344ad-6215-4278-96bb-a4b37da0c9f8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "DELETE /v2.0/security-groups/543e18f1-bfb7-4197-ad79-7e4d983b0bee HTTP/1.1" status: 204 len: 168 time: 0.2913532 Aug 04 11:47:17.175730 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57516) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:17.194611 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b344ad-6215-4278-96bb-a4b37da0c9f8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543e18f1-bfb7-4197-ad79-7e4d983b0bee,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:17.196908 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.api.v2.resource [None req-c548bb4f-13b8-41b5-a257-26713be1d8b2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] show failed (client error): The resource could not be found. Aug 04 11:47:17.199001 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-c548bb4f-13b8-41b5-a257-26713be1d8b2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups/543e18f1-bfb7-4197-ad79-7e4d983b0bee HTTP/1.1" status: 404 len: 347 time: 0.0223088 Aug 04 11:47:17.202942 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57518) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:17.351508 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Deleting port dfc22dcd-42b4-4fb9-8e06-b886b6267e25 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:17.351897 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.456249 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.456569 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.468995 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Calling delete_port for dfc22dcd-42b4-4fb9-8e06-b886b6267e25 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:17.817264 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.847071 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event deleted for resources: {'Port': ['ID=dfc22dcd-42b4-4fb9-8e06-b886b6267e25,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:17.922411 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.924866 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:17.929313 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-70c2e0a0-cc5f-4b8b-9424-6685efad7964 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "DELETE /v2.0/floatingips/eb8f1556-7e9a-4416-8292-d09c8f3475ae HTTP/1.1" status: 204 len: 168 time: 0.7247803 Aug 04 11:47:18.622836 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57532) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:18.628632 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-59a5404e-c751-4191-8b18-f0d77005f6b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2139548695', 'description': 'tempest-description--675908865'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:18.783352 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-59a5404e-c751-4191-8b18-f0d77005f6b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:18.896997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-59a5404e-c751-4191-8b18-f0d77005f6b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.154014 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-59a5404e-c751-4191-8b18-f0d77005f6b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.154498 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.188563 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5404e-c751-4191-8b18-f0d77005f6b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42dcc9cf-65b5-4bb1-b76e-5390362c1b25,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:19.331127 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-59a5404e-c751-4191-8b18-f0d77005f6b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.333227 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-59a5404e-c751-4191-8b18-f0d77005f6b8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7087281 Aug 04 11:47:19.335422 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57546) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:19.340743 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-e8f25dde-dae3-403b-a7cd-910d82586bf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'security_group_rule': {'security_group_id': '42dcc9cf-65b5-4bb1-b76e-5390362c1b25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:19.524455 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e8f25dde-dae3-403b-a7cd-910d82586bf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.591219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e8f25dde-dae3-403b-a7cd-910d82586bf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.750218 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e8f25dde-dae3-403b-a7cd-910d82586bf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.769984 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f25dde-dae3-403b-a7cd-910d82586bf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b64783e5-f222-4577-8f0d-4342b9c60d75,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:19.944804 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e8f25dde-dae3-403b-a7cd-910d82586bf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:19.946365 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e8f25dde-dae3-403b-a7cd-910d82586bf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6099901 Aug 04 11:47:19.949963 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57554) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:19.954537 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-178d59c2-775f-4b20-ba40-7b0ca09f56ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'security_group_rule': {'security_group_id': '42dcc9cf-65b5-4bb1-b76e-5390362c1b25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:20.069863 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-178d59c2-775f-4b20-ba40-7b0ca09f56ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:20.134397 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-178d59c2-775f-4b20-ba40-7b0ca09f56ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:20.310466 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-178d59c2-775f-4b20-ba40-7b0ca09f56ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:20.335028 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d59c2-775f-4b20-ba40-7b0ca09f56ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3dfe2b-49c1-4a9c-9609-17f29640b905,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:20.499435 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-178d59c2-775f-4b20-ba40-7b0ca09f56ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:20.501069 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-178d59c2-775f-4b20-ba40-7b0ca09f56ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5499578 Aug 04 11:47:20.505441 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57562) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:20.510031 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:20.670720 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:20.778135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:20.911350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Allocated IP 172.27.0.148 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/1989cc55-fc03-4ec0-97b0-f58997a1fba4) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:21.029124 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.310860 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.350794 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:21.353604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:21.356156 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:21.389591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'Port': ['ID=1989cc55-fc03-4ec0-97b0-f58997a1fba4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:21.458663 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.655321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:21.843757 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.082049 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.155912 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'Port': ['ID=1989cc55-fc03-4ec0-97b0-f58997a1fba4,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:22.177491 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.373997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:22.375243 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d21dfc5a-3d73-450d-a977-2f27da1d48aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8688471 Aug 04 11:47:22.529635 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-eeba805b-a3bc-406e-8c51-d795920fb803 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2139548695&fields=id&tenant_id=695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 267 time: 0.0362391 Aug 04 11:47:22.655901 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-56660aa1-cf67-43d4-b5a5-9b719b0f09eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:22.657482 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-56660aa1-cf67-43d4-b5a5-9b719b0f09eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 817 time: 0.1161327 Aug 04 11:47:22.673701 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-56b262de-f7b3-4711-bd10-42af404e1435 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/quotas/695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 375 time: 0.0098226 Aug 04 11:47:22.734424 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-33c3f317-c11d-4014-a06f-9e45ae33acbf tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0549154 Aug 04 11:47:22.944679 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-5a5af624-b8c9-4dcb-9d24-c4c27974bee8 service neutron] 10.222.0.88 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979702 Aug 04 11:47:22.960221 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57602) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:23.078464 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-d33ba64b-cb91-4f38-809c-ca99ba053dc4 service neutron] 10.222.0.88 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248236 Aug 04 11:47:23.111207 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4cef71ce-7046-4c8a-bcab-dc8a9f5143c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.221313 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4cef71ce-7046-4c8a-bcab-dc8a9f5143c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.331767 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-89302b5b-64d9-4436-8eca-e476acdc0e13 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491865 Aug 04 11:47:23.405712 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4cef71ce-7046-4c8a-bcab-dc8a9f5143c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.454563 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-4cef71ce-7046-4c8a-bcab-dc8a9f5143c7 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=73eebb6464ca4eaaa115179467c5b9d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4913015 Aug 04 11:47:23.459228 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57614) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:23.501199 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef71ce-7046-4c8a-bcab-dc8a9f5143c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8673a8e-12a8-4984-8ddb-fa09a9183147,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:23.531982 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-e2a9a60c-5f82-427e-9036-aab651c3af0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:23.534667 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-e2a9a60c-5f82-427e-9036-aab651c3af0a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 1098 time: 0.1516142 Aug 04 11:47:23.574432 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-de93b78d-a1b5-42d6-ac70-8098b9c6cd77 req-bf0f2cf6-61ef-458b-85f7-16524c272030 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 210 time: 0.0843472 Aug 04 11:47:23.585215 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5da7bc8a-635f-4bff-b107-de73c17a4b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.649194 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5da7bc8a-635f-4bff-b107-de73c17a4b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.685340 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-c364adaf-375c-4568-b4e1-b2ec02f25443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:23.686866 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-c364adaf-375c-4568-b4e1-b2ec02f25443 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 913 time: 0.1196947 Aug 04 11:47:23.769860 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-a648ff85-8ba9-4034-8620-0e651305504f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 HTTP/1.1" status: 200 len: 1001 time: 0.0737493 Aug 04 11:47:23.835878 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-eccd7693-0037-4b24-b254-abfc86435d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:23.837377 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-eccd7693-0037-4b24-b254-abfc86435d41 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0573447 Aug 04 11:47:23.869073 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5da7bc8a-635f-4bff-b107-de73c17a4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.872213 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5da7bc8a-635f-4bff-b107-de73c17a4b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:23.877481 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-5da7bc8a-635f-4bff-b107-de73c17a4b69 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d8673a8e-12a8-4984-8ddb-fa09a9183147 HTTP/1.1" status: 204 len: 168 time: 0.4133904 Aug 04 11:47:23.883136 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da7bc8a-635f-4bff-b107-de73c17a4b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8673a8e-12a8-4984-8ddb-fa09a9183147,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:23.902776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-a0b132e6-52d0-44da-bb70-fa47cbca0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:23.904401 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-a0b132e6-52d0-44da-bb70-fa47cbca0574 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0568299 Aug 04 11:47:24.014224 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-942e8129-8a06-41b6-b2de-3af65bbc85f9 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956655 Aug 04 11:47:24.121414 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86706c90-7350-4cf3-9ad0-5d6b38bbdf3c req-96b73427-2780-472a-9d3a-39d49b76f92e service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992985 Aug 04 11:47:24.673551 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-95375fba-4b9d-4f56-8cfb-28ee67677564 req-67f09df4-e668-45d9-a7dd-996bf7b62e2b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 210 time: 0.0393941 Aug 04 11:47:25.027374 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57650) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:25.042102 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e731b03-8100-416e-8665-4ef7fff73d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.150060 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e731b03-8100-416e-8665-4ef7fff73d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.336739 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8e731b03-8100-416e-8665-4ef7fff73d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.384487 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8e731b03-8100-416e-8665-4ef7fff73d2c admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=70232bb6a9e942ba97e605663d263a31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3557036 Aug 04 11:47:25.385354 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e731b03-8100-416e-8665-4ef7fff73d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0300cc-f333-49e7-827b-a83aa65a9fd5,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:25.391934 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57652) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:25.446369 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-071a2ccd-8c43-44d9-b0b2-ba080136e6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.472095 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-071a2ccd-8c43-44d9-b0b2-ba080136e6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.601397 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-071a2ccd-8c43-44d9-b0b2-ba080136e6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.606942 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-071a2ccd-8c43-44d9-b0b2-ba080136e6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:25.609239 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-071a2ccd-8c43-44d9-b0b2-ba080136e6d4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bf0300cc-f333-49e7-827b-a83aa65a9fd5 HTTP/1.1" status: 204 len: 168 time: 0.2203515 Aug 04 11:47:25.623731 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a2ccd-8c43-44d9-b0b2-ba080136e6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0300cc-f333-49e7-827b-a83aa65a9fd5,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:25.821244 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-336fb34e-40f3-43f1-b9d6-294697bbc5a5 req-8a7132ff-5779-403d-9880-7222f925045f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 210 time: 0.0360408 Aug 04 11:47:26.074312 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:26.550943 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57676) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:26.730675 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:26.843253 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:26.934067 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-142bea59-ffe3-4efa-8a99-015f674fe690 req-c5d3ed8d-f59b-4356-887c-b9413ed52346 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 210 time: 0.0310552 Aug 04 11:47:27.047284 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.113667 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=10ea773863c242f2a06441e9b14012ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5615819 Aug 04 11:47:27.117395 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57692) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:27.143118 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886061de-06d0-419a-9aed-d35f74e5633b,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:27.154571 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.154969 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.155327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.155678 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.157110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.157110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.157110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.157110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.158928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.158928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.158928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.158928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79575eb3-ff52-44c4-bd4c-4cc2478dc8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:27.178369 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-69d8d2b2-6596-4bc0-8958-b92343e0580c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.202416 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-69d8d2b2-6596-4bc0-8958-b92343e0580c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.235059 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-6db623e8-56e9-4584-8945-6c9cba235660 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:27.236733 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-6db623e8-56e9-4584-8945-6c9cba235660 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 817 time: 0.1644590 Aug 04 11:47:27.296639 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-f28d1e4b-30ec-4154-9db8-f8e0322d6c2b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 380 time: 0.0441411 Aug 04 11:47:27.308768 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'port': {'device_id': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'admin_state_up': True, 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'security_groups': ['42dcc9cf-65b5-4bb1-b76e-5390362c1b25']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:27.376706 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-69d8d2b2-6596-4bc0-8958-b92343e0580c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.379163 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-69d8d2b2-6596-4bc0-8958-b92343e0580c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.380508 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-69d8d2b2-6596-4bc0-8958-b92343e0580c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/886061de-06d0-419a-9aed-d35f74e5633b HTTP/1.1" status: 204 len: 168 time: 0.2614822 Aug 04 11:47:27.394063 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d8d2b2-6596-4bc0-8958-b92343e0580c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886061de-06d0-419a-9aed-d35f74e5633b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:27.600269 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Made reservation on behalf of 695106b556854fdc9c76d9912ab19404 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:27.605869 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.753681 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Allocated IP 172.20.0.3 (39470e73-e89e-4bd5-b574-4820f08cf00d/4b921543-2c7b-40d4-acc5-98219f64e62c/431667f5-9c01-424c-acbe-f108dbd5d010) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:27.929450 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:27.943877 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Transition to ACTIVE for port object 431667f5-9c01-424c-acbe-f108dbd5d010 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:28.058915 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aa34dbfb-4058-44a9-bca6-e322e79250fd req-1e39e581-332e-4de8-b5ef-83352ef5a3c2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 210 time: 0.0418150 Aug 04 11:47:28.300110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.351487 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Network 39470e73-e89e-4bd5-b574-4820f08cf00d is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:28.353342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:28.371371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:28.434590 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:28.435269 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.439395 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:28.613011 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9ef85439-2369-4498-ac38-59bbca4a4d8f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3089635 Aug 04 11:47:28.631579 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Request body: {'port': {'device_id': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:28.700386 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.809467 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-cc3b2921-1b63-40d2-b8c6-7c7027c7581b None None] Provisioning for port 431667f5-9c01-424c-acbe-f108dbd5d010 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:28.817167 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-cc3b2921-1b63-40d2-b8c6-7c7027c7581b None None] Provisioning complete for port 431667f5-9c01-424c-acbe-f108dbd5d010 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:28.817887 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cc3b2921-1b63-40d2-b8c6-7c7027c7581b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:28.864198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-cc3b2921-1b63-40d2-b8c6-7c7027c7581b None None] Port 431667f5-9c01-424c-acbe-f108dbd5d010 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:47:29.040425 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57724) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:29.075812 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.080265 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 431667f5-9c01-424c-acbe-f108dbd5d010 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:47:29.091797 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.113155 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Transition to ACTIVE for port object 431667f5-9c01-424c-acbe-f108dbd5d010 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:29.193211 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.201255 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bfeb11-acbd-4dd2-aa99-639f1b5ef643 req-9a421381-820e-417c-86e1-5e146c74db1e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:29.202882 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-85bfeb11-acbd-4dd2-aa99-639f1b5ef643 req-9a421381-820e-417c-86e1-5e146c74db1e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 931 time: 0.0538535 Aug 04 11:47:29.263960 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.282285 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-85bfeb11-acbd-4dd2-aa99-639f1b5ef643 req-8d7210a0-0154-4fe2-9dad-33ad2ea4fa9a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665979 Aug 04 11:47:29.346903 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:29.414346 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.445960 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Attempting to bind port 431667f5-9c01-424c-acbe-f108dbd5d010 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:29.446510 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Attempting to bind port 431667f5-9c01-424c-acbe-f108dbd5d010 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:29.447207 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Attempting to bind port 431667f5-9c01-424c-acbe-f108dbd5d010 on network 39470e73-e89e-4bd5-b574-4820f08cf00d {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:29.455949 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Port 431667f5-9c01-424c-acbe-f108dbd5d010 on network 39470e73-e89e-4bd5-b574-4820f08cf00d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:47:29.456295 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Attempting to bind port 431667f5-9c01-424c-acbe-f108dbd5d010 on network 39470e73-e89e-4bd5-b574-4820f08cf00d {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:29.465605 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:29.466478 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Checking segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:29.467068 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Bound using segment: {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:29.467795 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Bound port: 431667f5-9c01-424c-acbe-f108dbd5d010, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd75c162d-674b-4867-b216-d84b304f3460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:29.468553 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.483134 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=7891d21282eb4923a59bbb47ca5bde5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4268858 Aug 04 11:47:29.484820 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7fc385-9b73-4225-8c78-bf8323ee0d5c,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:29.487616 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57730) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:29.497564 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.498300 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.498907 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.499427 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.499945 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.500502 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.501390 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.502012 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.502399 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.502954 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.503511 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.504274 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebb343ae-f16a-469b-85fa-8fc2fcbedab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:29.614713 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:29.617385 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1a550ab-8e2a-4217-9cdb-87ffec41f6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.635459 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:29.650150 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1a550ab-8e2a-4217-9cdb-87ffec41f6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.722806 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.760289 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:29.761780 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.764356 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] 10.222.0.86 "PUT /v2.0/ports/431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 200 len: 1093 time: 1.1408002 Aug 04 11:47:29.765227 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:29.772553 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5bdc54-e726-45c2-83e3-c513de05d63e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:29.812765 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a50b9-d430-4296-9614-1c63c9d261d8 service neutron] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:29.834265 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1a550ab-8e2a-4217-9cdb-87ffec41f6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.841361 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1a550ab-8e2a-4217-9cdb-87ffec41f6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:29.841361 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d1a550ab-8e2a-4217-9cdb-87ffec41f6da admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/ea7fc385-9b73-4225-8c78-bf8323ee0d5c HTTP/1.1" status: 204 len: 168 time: 0.3496871 Aug 04 11:47:29.856761 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a550ab-8e2a-4217-9cdb-87ffec41f6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7fc385-9b73-4225-8c78-bf8323ee0d5c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:29.991387 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af29d3ec-0fe4-42c4-bd1e-6c8072283a2f x-openstack-request-id: req-af29d3ec-0fe4-42c4-bd1e-6c8072283a2f {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:29.991681 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:29.991964 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-af29d3ec-0fe4-42c4-bd1e-6c8072283a2f {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:29.992364 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010', 'status': 'completed', 'code': 200} Aug 04 11:47:29.998984 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-62674ddb-9f9d-40e7-ad3f-88abd8beb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:30.000564 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-62674ddb-9f9d-40e7-ad3f-88abd8beb4d0 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1096 time: 0.0767813 Aug 04 11:47:30.052318 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-bcea28fe-bd12-43e7-822a-19b60d6c01ee service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 200 len: 217 time: 0.0400367 Aug 04 11:47:30.424120 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9664b598-4bb7-4aeb-ba12-092ca6fdabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:30.425900 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9664b598-4bb7-4aeb-ba12-092ca6fdabd9 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.3658252 Aug 04 11:47:30.461353 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0f77aa-44d6-4490-83a7-f1b1a0b6bfcd req-1392d297-8e19-433f-a4b6-b10e386fc88e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:30.463101 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f0f77aa-44d6-4490-83a7-f1b1a0b6bfcd req-1392d297-8e19-433f-a4b6-b10e386fc88e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0767741 Aug 04 11:47:30.526369 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-eb0fbd5c-ef49-47d5-a8e1-70f7f5555f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:30.532748 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-eb0fbd5c-ef49-47d5-a8e1-70f7f5555f8b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0871301 Aug 04 11:47:30.534139 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f0f77aa-44d6-4490-83a7-f1b1a0b6bfcd req-a6e61780-282f-4dfa-829d-d589faab4163 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561121 Aug 04 11:47:30.633677 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-4934785f-7402-4ac3-93a2-ee41da141801 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940771 Aug 04 11:47:30.746546 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0fc8e333-b3df-42bd-936d-1c204c2ed8e1 req-9d764ece-d0de-4509-b6ff-ada73e811c91 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999191 Aug 04 11:47:31.008469 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-e54170c6-98ae-4b2b-9c5a-407f48870ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:31.010109 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-e54170c6-98ae-4b2b-9c5a-407f48870ebf service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1096 time: 0.0416517 Aug 04 11:47:31.078567 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57768) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:31.100892 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-faefe6e2-409d-42ab-ab73-217e50bfdc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.139024 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-44556018-2750-4366-a0b4-878021f91e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:31.140790 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-44556018-2750-4366-a0b4-878021f91e1f service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.1201532 Aug 04 11:47:31.202341 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-f400e40d-c9e8-4b7f-95f4-f63870d75775 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 200 len: 217 time: 0.0500696 Aug 04 11:47:31.237598 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-faefe6e2-409d-42ab-ab73-217e50bfdc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.259665 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-db5a33b7-97d7-41cc-9f53-3e55a154111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:31.262041 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-db5a33b7-97d7-41cc-9f53-3e55a154111a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0485780 Aug 04 11:47:31.325653 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-0d36b634-b1d6-4eab-b316-134827552230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:31.327203 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-0d36b634-b1d6-4eab-b316-134827552230 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0560374 Aug 04 11:47:31.343209 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-faefe6e2-409d-42ab-ab73-217e50bfdc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.397351 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-faefe6e2-409d-42ab-ab73-217e50bfdc7b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=377d5ca123b545988827f7956113ee3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3175044 Aug 04 11:47:31.399499 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefe6e2-409d-42ab-ab73-217e50bfdc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022c1514-121e-494c-a2ec-151da2e4cf87,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:31.400675 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57772) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:31.401126 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57774) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:31.473953 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-54233b3e-ed5b-400b-8f09-a439bf98f244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.477970 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-1fb6182b-56da-4a77-afed-1e7589e01669 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374991 Aug 04 11:47:31.514629 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-54233b3e-ed5b-400b-8f09-a439bf98f244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.576462 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-12a84d8d-9e9a-4b44-91c6-385d0ef379a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:31.610095 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f5bdc54-e726-45c2-83e3-c513de05d63e req-38dd2995-4a28-4ef5-b9f9-e2e12f00321d service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219823 Aug 04 11:47:31.696170 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11232a67-541b-4b0b-a730-490108bf17e0 req-3251096c-e5bb-4ad2-8d49-78a39887ea4e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:31.697642 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-11232a67-541b-4b0b-a730-490108bf17e0 req-3251096c-e5bb-4ad2-8d49-78a39887ea4e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0527880 Aug 04 11:47:31.738878 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-11232a67-541b-4b0b-a730-490108bf17e0 req-dd4fb949-795f-4484-8ea9-b3dd2855fcb9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342720 Aug 04 11:47:32.004831 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-54233b3e-ed5b-400b-8f09-a439bf98f244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.007302 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-54233b3e-ed5b-400b-8f09-a439bf98f244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.008454 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-54233b3e-ed5b-400b-8f09-a439bf98f244 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/022c1514-121e-494c-a2ec-151da2e4cf87 HTTP/1.1" status: 204 len: 168 time: 0.6014333 Aug 04 11:47:32.029907 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54233b3e-ed5b-400b-8f09-a439bf98f244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022c1514-121e-494c-a2ec-151da2e4cf87,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:32.112286 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-12a84d8d-9e9a-4b44-91c6-385d0ef379a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.288041 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-12a84d8d-9e9a-4b44-91c6-385d0ef379a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.333107 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a84d8d-9e9a-4b44-91c6-385d0ef379a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc6619f-194a-429e-8b1c-d91527f3824b,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:32.339764 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-12a84d8d-9e9a-4b44-91c6-385d0ef379a8 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=8685512b332c40a3a07dab8224e4162b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9353504 Aug 04 11:47:32.340890 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57782) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:32.396736 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e14-6513-4e39-9ba2-d007d621f44c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.423500 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e14-6513-4e39-9ba2-d007d621f44c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.630335 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e14-6513-4e39-9ba2-d007d621f44c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.633003 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3e14-6513-4e39-9ba2-d007d621f44c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:32.634203 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-d4ba3e14-6513-4e39-9ba2-d007d621f44c admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2fc6619f-194a-429e-8b1c-d91527f3824b HTTP/1.1" status: 204 len: 168 time: 0.2924099 Aug 04 11:47:32.642390 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba3e14-6513-4e39-9ba2-d007d621f44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc6619f-194a-429e-8b1c-d91527f3824b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:32.889500 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c457e7-aefc-42db-9156-84fb7208275c req-91075c4f-dab0-4456-8f32-ab21bbd76a69 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:32.901114 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-26c457e7-aefc-42db-9156-84fb7208275c req-91075c4f-dab0-4456-8f32-ab21bbd76a69 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0602310 Aug 04 11:47:32.939296 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-26c457e7-aefc-42db-9156-84fb7208275c req-3f23a037-ca8e-46ec-807d-5ab0ccac7c19 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Aug 04 11:47:33.549186 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57808) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:33.563700 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2257428a-9d82-464c-a34f-3d04bc1da35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.625642 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57810) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:33.675452 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2257428a-9d82-464c-a34f-3d04bc1da35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.789403 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-520048594-network', 'tenant_id': '1008835d26c54a319d691e690214a2f5'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:33.868681 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2257428a-9d82-464c-a34f-3d04bc1da35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.911813 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-2257428a-9d82-464c-a34f-3d04bc1da35a admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=4fae65da6cc54985bb5a15c3210a81dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614149 Aug 04 11:47:33.918661 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2257428a-9d82-464c-a34f-3d04bc1da35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285110b0-0a2e-4378-ac2e-64e85e7300db,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:33.918830 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57814) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:33.976455 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-28cc6ea0-a7bc-4340-82f0-7ff4e58feefb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:33.996161 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Made reservation on behalf of 1008835d26c54a319d691e690214a2f5 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:33.998601 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.005450 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-28cc6ea0-a7bc-4340-82f0-7ff4e58feefb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.016790 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.069665 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f0189-c1e0-49d7-b57e-37feecc35c09 req-229965fe-39a3-4cd1-81de-bea4f5fdf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:34.072345 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b44f0189-c1e0-49d7-b57e-37feecc35c09 req-229965fe-39a3-4cd1-81de-bea4f5fdf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0556693 Aug 04 11:47:34.081850 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:47:34.127123 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b44f0189-c1e0-49d7-b57e-37feecc35c09 req-f5bb0a52-a177-4229-818a-ae28f117dc90 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354638 Aug 04 11:47:34.190172 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:34.205650 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '431667f5-9c01-424c-acbe-f108dbd5d010', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'port_id': '431667f5-9c01-424c-acbe-f108dbd5d010', 'mac_address': 'fa:16:3e:ea:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:47:34.232718 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-28cc6ea0-a7bc-4340-82f0-7ff4e58feefb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.235452 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-28cc6ea0-a7bc-4340-82f0-7ff4e58feefb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.241316 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-28cc6ea0-a7bc-4340-82f0-7ff4e58feefb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/285110b0-0a2e-4378-ac2e-64e85e7300db HTTP/1.1" status: 204 len: 168 time: 0.3210430 Aug 04 11:47:34.253854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc6ea0-a7bc-4340-82f0-7ff4e58feefb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285110b0-0a2e-4378-ac2e-64e85e7300db,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:34.254891 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.273500 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431667f5-9c01-424c-acbe-f108dbd5d010 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:47:34.293856 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.299374 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:34.497607 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.521784 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:47:34.530491 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fd745c-53c7-4155-b1d3-c9ef6f702930,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:34.538217 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.538471 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Added segment 04372e1b-f5ab-4c13-9179-ffe21196315f of type vlan for network a5f05b48-91c3-4265-a0d5-57ede073c261 Aug 04 11:47:34.573606 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.581996 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.629472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:34.842508 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['431667f5-9c01-424c-acbe-f108dbd5d010'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:47:34.950731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:34.952591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:34.953236 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:35.022149 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] Pushing event updated for resources: {'Network': ['ID=a5f05b48-91c3-4265-a0d5-57ede073c261,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:35.033127 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network a5f05b48-91c3-4265-a0d5-57ede073c261 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:47:35.237160 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2355590f-c58c-463b-8d11-e251f587b8cd admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6095359 Aug 04 11:47:35.239772 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57830) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:35.245160 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Request body: {'subnet': {'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-520048594-subnet', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:35.254398 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33906b8-44c4-4b20-b402-2f3727a8581a req-da1f7c9b-4522-45ac-a5ac-a10f79567308 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:35.255958 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f33906b8-44c4-4b20-b402-2f3727a8581a req-da1f7c9b-4522-45ac-a5ac-a10f79567308 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 944 time: 0.0567722 Aug 04 11:47:35.309820 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f33906b8-44c4-4b20-b402-2f3727a8581a req-8a8f1209-3aa4-47df-a5f1-9e5a4b932bd2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428183 Aug 04 11:47:35.504988 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Made reservation on behalf of 1008835d26c54a319d691e690214a2f5 for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:35.511473 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11565275'] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:35.874955 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11565285'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:35.932195 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e055369-9b62-4738-b1d7-24c8f4df5f7a,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:35.945089 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Checking segment: {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:35.945458 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Network hostable DHCP agents. Network: a5f05b48-91c3-4265-a0d5-57ede073c261, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:47:36.097323 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:36.128554 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Network a5f05b48-91c3-4265-a0d5-57ede073c261 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:47:36.316520 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 431667f5-9c01-424c-acbe-f108dbd5d010 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:36.318226 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, a5f05b48-91c3-4265-a0d5-57ede073c261) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:36.320853 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 431667f5-9c01-424c-acbe-f108dbd5d010 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:36.321310 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.329903 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:36.331355 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.344961 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340b41d0-8c98-4f27-843d-e8d71d5fd655 None None] Network a5f05b48-91c3-4265-a0d5-57ede073c261 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:47:36.456541 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d5e8d4-b472-4740-aba5-07a74bffa950 req-e9a6cfe5-1888-4272-82df-56b7846eaf8c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:36.458402 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6d5e8d4-b472-4740-aba5-07a74bffa950 req-e9a6cfe5-1888-4272-82df-56b7846eaf8c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 944 time: 0.0655887 Aug 04 11:47:36.467956 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-1fb653f5-dea8-48cc-b91a-7097801211a7 admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2267337 Aug 04 11:47:36.470413 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57850) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:36.475766 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:36.509747 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a6d5e8d4-b472-4740-aba5-07a74bffa950 req-a00c55cf-34f8-4526-9a4c-fa9f72cd9280 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439892 Aug 04 11:47:36.535247 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.579333 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:36.581809 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04dfe64a-c2e9-42fc-99ec-c46489dad62b" -d '{"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-plugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:36.587553 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-a5f05b48-91c3-4265-a0d5-57ede073c261', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:47:36.588133 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.607931 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.609977 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.610398 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:36.631432 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb6e663-5b6f-465c-aa90-2ae137656f0b x-openstack-request-id: req-7eb6e663-5b6f-465c-aa90-2ae137656f0b {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:36.631733 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-plugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:36.631992 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7eb6e663-5b6f-465c-aa90-2ae137656f0b {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:36.632386 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010', 'code': 200} Aug 04 11:47:36.678034 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.733906 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:36.814056 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:36.874494 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Allocated IP 172.20.0.2 (a5f05b48-91c3-4265-a0d5-57ede073c261/5e055369-9b62-4738-b1d7-24c8f4df5f7a/6284215d-c95f-4302-b3ca-2982fce07af9) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:37.033226 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.078417 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.087849 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Transition to ACTIVE for port object 6284215d-c95f-4302-b3ca-2982fce07af9 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:37.105267 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Transition to ACTIVE for port object 6284215d-c95f-4302-b3ca-2982fce07af9 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:37.197036 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8d104-74db-42b1-948f-6ce761f49a30 req-2905e905-6af9-407b-9cee-cdff1e653f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:37.198595 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-62d8d104-74db-42b1-948f-6ce761f49a30 req-2905e905-6af9-407b-9cee-cdff1e653f95 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1098 time: 0.0498626 Aug 04 11:47:37.241911 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-62d8d104-74db-42b1-948f-6ce761f49a30 req-103f4436-44d6-4966-bcc7-6335071fc165 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339620 Aug 04 11:47:37.280191 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.328949 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Network a5f05b48-91c3-4265-a0d5-57ede073c261 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:37.333283 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:37.335415 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Pushing event updated for resources: {'Port': ['ID=6284215d-c95f-4302-b3ca-2982fce07af9,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:37.337687 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:37.396730 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Attempting to bind port 6284215d-c95f-4302-b3ca-2982fce07af9 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:37.397195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Attempting to bind port 6284215d-c95f-4302-b3ca-2982fce07af9 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:37.397635 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Attempting to bind port 6284215d-c95f-4302-b3ca-2982fce07af9 on network a5f05b48-91c3-4265-a0d5-57ede073c261 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:37.405637 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:37.405637 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Checking segment: {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:37.405637 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.405637 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Bound using segment: {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:37.405637 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Bound port: 6284215d-c95f-4302-b3ca-2982fce07af9, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:37.405637 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.490301 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.506244 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] For port 6284215d-c95f-4302-b3ca-2982fce07af9, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:37.511045 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] For port 6284215d-c95f-4302-b3ca-2982fce07af9, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6284215d-c95f-4302-b3ca-2982fce07af9,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:37.516240 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.641634 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:37.676502 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1756bf3-fad4-4a8b-91e1-d146f4ed8248 req-4b3322b3-2141-417b-a097-e6efd972cbc8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:37.679304 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e1756bf3-fad4-4a8b-91e1-d146f4ed8248 req-4b3322b3-2141-417b-a097-e6efd972cbc8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0842218 Aug 04 11:47:37.711446 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Allocated IP 172.27.0.241 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/115645e4-5779-4387-a522-4fdd1a98ac00) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:37.778370 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e1756bf3-fad4-4a8b-91e1-d146f4ed8248 req-c0d40723-21ba-496d-85d8-a74ca301e490 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885949 Aug 04 11:47:37.785887 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9265dda-fb68-45b4-b300-08c128c8feb8 None None] Pushing event updated for resources: {'Port': ['ID=6284215d-c95f-4302-b3ca-2982fce07af9,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:37.877087 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:38.143779 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:38.184279 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:38.189908 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:38.196425 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:38.204593 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Pushing event updated for resources: {'Port': ['ID=115645e4-5779-4387-a522-4fdd1a98ac00,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:38.596945 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6284215d-c95f-4302-b3ca-2982fce07af9 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:38.785129 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:38.797891 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fe978c-d237-4664-b0a4-9db6137f33bd None None] Network a5f05b48-91c3-4265-a0d5-57ede073c261 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:47:38.805480 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 6284215d-c95f-4302-b3ca-2982fce07af9 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:38.956955 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c1283-0116-4f26-8152-43553cf8b20f req-bf299ad4-af36-482e-9bba-600c1b024e09 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:38.958300 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9b6c1283-0116-4f26-8152-43553cf8b20f req-bf299ad4-af36-482e-9bba-600c1b024e09 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0726163 Aug 04 11:47:38.991908 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-6ed27a4b-d7dd-4899-9faf-785fbac22458 None None] Provisioning for port 6284215d-c95f-4302-b3ca-2982fce07af9 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:39.005720 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-6ed27a4b-d7dd-4899-9faf-785fbac22458 None None] Provisioning complete for port 6284215d-c95f-4302-b3ca-2982fce07af9 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:39.005720 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ed27a4b-d7dd-4899-9faf-785fbac22458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.078682 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9b6c1283-0116-4f26-8152-43553cf8b20f req-d7e77a87-256c-435c-9674-feae59310bae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855041 Aug 04 11:47:39.115398 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.143416 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ed27a4b-d7dd-4899-9faf-785fbac22458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.199206 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-6ed27a4b-d7dd-4899-9faf-785fbac22458 None None] For port 6284215d-c95f-4302-b3ca-2982fce07af9, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6284215d-c95f-4302-b3ca-2982fce07af9,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:39.263123 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57904) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:39.320316 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ed27a4b-d7dd-4899-9faf-785fbac22458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.326417 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47455e87-ff23-458f-b4e7-2244b12a5651 req-00040472-f424-4aed-9279-c6d5b158b481 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:39.331212 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-47455e87-ff23-458f-b4e7-2244b12a5651 req-00040472-f424-4aed-9279-c6d5b158b481 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0761709 Aug 04 11:47:39.339950 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57908) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:39.345372 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Request body: {'floatingip': {'port_id': '431667f5-9c01-424c-acbe-f108dbd5d010'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:39.392786 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed27a4b-d7dd-4899-9faf-785fbac22458 None None] Pushing event updated for resources: {'Port': ['ID=6284215d-c95f-4302-b3ca-2982fce07af9,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:39.420750 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66aa24b1-a4d0-497c-a91f-94551c70978b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.448583 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.453783 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-60dc7771-d6c7-4118-a299-f676bbc96d19 None None] Provisioning complete for port 6284215d-c95f-4302-b3ca-2982fce07af9 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:39.454243 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-60dc7771-d6c7-4118-a299-f676bbc96d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.493793 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Router 8784994f-89d8-4516-9926-4c6860e2a6f5 is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:47:39.636176 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66aa24b1-a4d0-497c-a91f-94551c70978b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.665659 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:39.678314 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Sync routers for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:39.689033 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:39.689753 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:39.785285 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66aa24b1-a4d0-497c-a91f-94551c70978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.817735 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:39.826061 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-66aa24b1-a4d0-497c-a91f-94551c70978b admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=2f6e8566d2484bd28ee3b7df181cd75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5655205 Aug 04 11:47:39.828549 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57910) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:39.834721 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa24b1-a4d0-497c-a91f-94551c70978b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50decade-090f-4f8d-bfc0-c2f613e4730f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:39.899310 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b878e69-04c5-4113-9b57-f08afca400e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:39.934510 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b878e69-04c5-4113-9b57-f08afca400e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.024049 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.027742 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-97e8c55a-010d-416e-8c87-9d231436d7c4 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5553608 Aug 04 11:47:40.033604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 57912) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:40.043153 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.149185 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b878e69-04c5-4113-9b57-f08afca400e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.151917 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6b878e69-04c5-4113-9b57-f08afca400e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.153225 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6b878e69-04c5-4113-9b57-f08afca400e4 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/50decade-090f-4f8d-bfc0-c2f613e4730f HTTP/1.1" status: 204 len: 168 time: 0.3236220 Aug 04 11:47:40.168166 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b878e69-04c5-4113-9b57-f08afca400e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50decade-090f-4f8d-bfc0-c2f613e4730f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:40.185433 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.191000 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:38Z', 'revision_number': 3, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:40.232050 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Checking router: 8784994f-89d8-4516-9926-4c6860e2a6f5 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:40.232398 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Updating router 8784994f-89d8-4516-9926-4c6860e2a6f5 port 115645e4-5779-4387-a522-4fdd1a98ac00 binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:47:40.273575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.356251 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.l3_db [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Floating IP 62309866-5d11-48fd-9d21-5a235a414422 associated. External IP: 172.27.0.148, port: 431667f5-9c01-424c-acbe-f108dbd5d010. Aug 04 11:47:40.639591 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.647846 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6284215d-c95f-4302-b3ca-2982fce07af9 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:40.669039 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.695543 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Transition to ACTIVE for port object 115645e4-5779-4387-a522-4fdd1a98ac00 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:40.740943 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 6284215d-c95f-4302-b3ca-2982fce07af9 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:40.741783 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.860212 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.886644 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Allocated IP 172.20.0.1 (a5f05b48-91c3-4265-a0d5-57ede073c261/5e055369-9b62-4738-b1d7-24c8f4df5f7a/0fb526bf-9cd2-4c74-9624-2f5e2c3def59) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:40.942087 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Attempting to bind port 115645e4-5779-4387-a522-4fdd1a98ac00 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:40.952905 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Attempting to bind port 115645e4-5779-4387-a522-4fdd1a98ac00 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:40.952905 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Attempting to bind port 115645e4-5779-4387-a522-4fdd1a98ac00 on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:40.953219 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Router e5c4ab71-1eca-4541-ad67-044f0c2be327 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:40.958940 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:40.959607 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:40.960144 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.960835 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:40.961774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Bound port: 115645e4-5779-4387-a522-4fdd1a98ac00, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:40.962636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:40.966101 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7332a-3010-47fb-9f25-d89b0cde9147 None None] Pushing event updated for resources: {'Port': ['ID=115645e4-5779-4387-a522-4fdd1a98ac00,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:41.067426 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] For port 115645e4-5779-4387-a522-4fdd1a98ac00, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:41.071556 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] For port 115645e4-5779-4387-a522-4fdd1a98ac00, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=115645e4-5779-4387-a522-4fdd1a98ac00,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:41.096474 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:41.101268 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.118220 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] Sync routers for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:41.132904 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:41.134041 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:41.142281 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-3c63e71b-4354-4b2d-b4de-d86bd04cf601 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "PUT /v2.0/floatingips/62309866-5d11-48fd-9d21-5a235a414422 HTTP/1.1" status: 200 len: 991 time: 1.8009562 Aug 04 11:47:41.142933 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:41.146080 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0780e8-9293-4adc-927c-75567647808f" -d '{"events": [{"name": "network-changed", "server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:41.185617 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.278760 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:41.279690 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:41.286628 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:41.328786 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57924) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:41.330611 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.352357 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5b89c5f3-ae95-45b7-91f4-502cfa535acd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.356148 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Transition to ACTIVE for port object 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:41.425968 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f900256a-74e6-4d11-baec-035dcf01cfd9 x-openstack-request-id: req-f900256a-74e6-4d11-baec-035dcf01cfd9 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:41.427662 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:41.428388 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f900256a-74e6-4d11-baec-035dcf01cfd9 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:41.437270 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010', 'status': 'completed', 'code': 200} Aug 04 11:47:41.444031 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7332a-3010-47fb-9f25-d89b0cde9147 None None] Pushing event updated for resources: {'Port': ['ID=115645e4-5779-4387-a522-4fdd1a98ac00,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:41.449378 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:41.503057 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0780e8-9293-4adc-927c-75567647808f req-cf65743b-52dd-40a4-8af4-ea865510d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:41.505337 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb0780e8-9293-4adc-927c-75567647808f req-cf65743b-52dd-40a4-8af4-ea865510d494 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1098 time: 0.0499408 Aug 04 11:47:41.546217 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5b89c5f3-ae95-45b7-91f4-502cfa535acd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.571926 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.631296 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Network a5f05b48-91c3-4265-a0d5-57ede073c261 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:41.647743 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:41.652145 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:41.654472 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:41.699669 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-5b89c5f3-ae95-45b7-91f4-502cfa535acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.709704 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:38Z', 'revision_number': 3, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:41.726069 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0780e8-9293-4adc-927c-75567647808f req-2bcee3f9-6a73-4009-9a71-5b47bc115981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:41.727613 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb0780e8-9293-4adc-927c-75567647808f req-2bcee3f9-6a73-4009-9a71-5b47bc115981 service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.2151392 Aug 04 11:47:41.768108 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.768763 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af358374-5b7a-4648-8787-8323e8d31fcd None None] The sync data for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi is: [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:38Z', 'revision_number': 3, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:41.774761 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-5b89c5f3-ae95-45b7-91f4-502cfa535acd admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f2a5e81c3a9d41e796c582b299a36183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4444997 Aug 04 11:47:41.775985 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b89c5f3-ae95-45b7-91f4-502cfa535acd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af1b059-66d1-47bb-a759-dcc3037460f2,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:41.791386 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57926) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:41.844155 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '62309866-5d11-48fd-9d21-5a235a414422', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'port_id': '431667f5-9c01-424c-acbe-f108dbd5d010', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'mac_address': 'fa:16:3e:ea:3b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:47:21Z', 'updated_at': '2021-08-04T11:47:39Z', 'revision_number': 1, 'project_id': '695106b556854fdc9c76d9912ab19404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:41.883688 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] Checking router: e5c4ab71-1eca-4541-ad67-044f0c2be327 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:41.894549 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ff57-7bd5-414b-825e-3f596d3645d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.895559 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:41.897185 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:41.944202 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ff57-7bd5-414b-825e-3f596d3645d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:41.944388 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb0780e8-9293-4adc-927c-75567647808f req-d1bbba92-6772-44ab-b6ec-052b44e97692 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 200 len: 999 time: 0.1933875 Aug 04 11:47:42.005117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0780e8-9293-4adc-927c-75567647808f req-fc0ad004-2fab-4640-b80d-6fb17e83de05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:42.006912 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb0780e8-9293-4adc-927c-75567647808f req-fc0ad004-2fab-4640-b80d-6fb17e83de05 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0594013 Aug 04 11:47:42.041275 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:42.066001 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0780e8-9293-4adc-927c-75567647808f req-30d7af82-6fcc-4e31-b484-030eaec6f6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:42.067797 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb0780e8-9293-4adc-927c-75567647808f req-30d7af82-6fcc-4e31-b484-030eaec6f6a9 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0483003 Aug 04 11:47:42.212154 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb0780e8-9293-4adc-927c-75567647808f req-47c4b025-7253-4d92-a9c4-f1796cfa6f44 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353376 Aug 04 11:47:42.217899 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.268531 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-7ad91b00-1da4-4a75-a670-75a797736b1c None None] Provisioning for port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:42.274956 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ff57-7bd5-414b-825e-3f596d3645d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.274956 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a9d2ff57-7bd5-414b-825e-3f596d3645d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.275195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-7ad91b00-1da4-4a75-a670-75a797736b1c None None] Provisioning complete for port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:42.275195 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7ad91b00-1da4-4a75-a670-75a797736b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.281332 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a9d2ff57-7bd5-414b-825e-3f596d3645d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/7af1b059-66d1-47bb-a759-dcc3037460f2 HTTP/1.1" status: 204 len: 168 time: 0.4879684 Aug 04 11:47:42.303700 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2ff57-7bd5-414b-825e-3f596d3645d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af1b059-66d1-47bb-a759-dcc3037460f2,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:42.388371 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-7ad91b00-1da4-4a75-a670-75a797736b1c None None] Port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:47:42.426994 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '62309866-5d11-48fd-9d21-5a235a414422', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'port_id': '431667f5-9c01-424c-acbe-f108dbd5d010', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'mac_address': 'fa:16:3e:ea:3b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:47:21Z', 'updated_at': '2021-08-04T11:47:39Z', 'revision_number': 1, 'project_id': '695106b556854fdc9c76d9912ab19404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:42.444164 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb0780e8-9293-4adc-927c-75567647808f req-4267d3b0-0c9e-4db0-a183-76ec06cd1d71 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225978 Aug 04 11:47:42.461910 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d841edf-39fa-41ea-a975-6f303de1c8f2 None None] The sync data for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi is: [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '62309866-5d11-48fd-9d21-5a235a414422', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'port_id': '431667f5-9c01-424c-acbe-f108dbd5d010', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'mac_address': 'fa:16:3e:ea:3b:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:47:21Z', 'updated_at': '2021-08-04T11:47:39Z', 'revision_number': 1, 'project_id': '695106b556854fdc9c76d9912ab19404', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:42.539965 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.601019 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 115645e4-5779-4387-a522-4fdd1a98ac00 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:42.711383 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.756575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d51e8a-4dae-44e9-b843-c68ef1b3f8b1 None None] New status for floating IP 62309866-5d11-48fd-9d21-5a235a414422: ACTIVE {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:47:42.797140 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.799003 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Pushing event updated for resources: {'Port': ['ID=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:42.873334 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 115645e4-5779-4387-a522-4fdd1a98ac00 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:42.878738 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 115645e4-5779-4387-a522-4fdd1a98ac00 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:42.879943 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:42.930358 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Network a5f05b48-91c3-4265-a0d5-57ede073c261 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:42.935933 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:43.103299 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Router 8784994f-89d8-4516-9926-4c6860e2a6f5 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:43.112051 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:43.149508 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 115645e4-5779-4387-a522-4fdd1a98ac00, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=115645e4-5779-4387-a522-4fdd1a98ac00,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:43.255092 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:43.256110 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:43.265124 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d1c71687-8bfc-4ee6-8a03-7204bb1230b3 admin admin] 10.222.0.88 "PUT /v2.0/routers/8784994f-89d8-4516-9926-4c6860e2a6f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2221024 Aug 04 11:47:43.347932 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=115645e4-5779-4387-a522-4fdd1a98ac00,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:43.349755 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-25bfbf10-48ee-49de-940c-69fb05ae3492 None None] Provisioning complete for port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:43.350214 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-25bfbf10-48ee-49de-940c-69fb05ae3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:43.400437 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-25bfbf10-48ee-49de-940c-69fb05ae3492 None None] Port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:47:43.534599 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f65121a7-f7ca-4287-a5c2-e05c776664f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:43.840822 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Sync routers for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:43.842144 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:43.842876 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:43.962298 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:44.203548 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:42Z', 'revision_number': 2, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:44.242410 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Checking router: 8784994f-89d8-4516-9926-4c6860e2a6f5 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:44.242835 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Updating router 8784994f-89d8-4516-9926-4c6860e2a6f5 port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:47:44.279613 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.577804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 115645e4-5779-4387-a522-4fdd1a98ac00 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:44.584907 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.597986 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Transition to ACTIVE for port object 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:44.616697 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57976) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:44.622742 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1174960592-network', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:44.659471 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 115645e4-5779-4387-a522-4fdd1a98ac00 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:44.660111 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.728483 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.783133 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Pushing event updated for resources: {'Port': ['ID=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:44.799787 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.799787 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.799787 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.800473 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.800473 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.801100 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.801256 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.801541 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.802096 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.802458 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.802998 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.803545 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:47:44.830576 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Made reservation on behalf of 78b796394b1c47c5b1be50f0481b4470 for: {'network': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:44.842083 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.842986 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.893421 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Attempting to bind port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:44.894283 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Attempting to bind port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:44.894449 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Attempting to bind port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 on network a5f05b48-91c3-4265-a0d5-57ede073c261 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:44.902602 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:44.903191 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Checking segment: {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:44.903843 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.904428 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Bound using segment: {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:44.905203 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Bound port: 0fb526bf-9cd2-4c74-9624-2f5e2c3def59, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:44.905700 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:44.964644 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.004855 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] For port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:45.009121 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] For port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:45.062768 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.088899 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=100519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:47:45.103337 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f06a0-3485-4e10-84f5-16b2056737cd,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:45.109727 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.110088 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.segments_db [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Added segment ad902012-485a-43c7-a60a-d2f9a815fb8c of type vlan for network f13a1d34-b846-43b3-91fc-2fdde0e905c4 Aug 04 11:47:45.162634 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.184606 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.244431 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2acb35a-fddb-41ea-9673-1c5a07e0e724 None None] Pushing event updated for resources: {'Port': ['ID=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:45.260672 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:45.261342 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:45.328662 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.331791 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:45.332515 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.442467 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] Pushing event updated for resources: {'Network': ['ID=f13a1d34-b846-43b3-91fc-2fdde0e905c4,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:45.452875 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:45.457040 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:47:45.500752 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-87f98817-a9f1-4011-b184-44ae0b60049d admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8821325 Aug 04 11:47:45.502878 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 57992) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:45.510276 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Request body: {'subnet': {'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1174960592-subnet', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'ip_version': 4}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:45.667861 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Made reservation on behalf of 78b796394b1c47c5b1be50f0481b4470 for: {'subnet': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:47:45.687454 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11565275'] for subnet, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:45.844649 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:44Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:45.881726 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6667474-5fcc-47cc-a5c8-39fb326fb2d0 None None] The sync data for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi is: [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:44Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:46.188962 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e98c8f62-a820-4ced-b8ab-2f09a4f0ec1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:46.189698 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8549319', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11565285'] for subnet, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:46.247834 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb103f51-0639-418f-9c49-b5ddeb275bc8,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:46.260745 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Checking segment: {'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:46.261145 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Network hostable DHCP agents. Network: f13a1d34-b846-43b3-91fc-2fdde0e905c4, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:47:46.356949 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:46.471041 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:47:46.620676 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:46.634349 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, f13a1d34-b846-43b3-91fc-2fdde0e905c4) {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:46.639201 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:46.640035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:46.659884 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3386d612-8afd-4a6b-aa76-0c234925c613 None None] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:47:46.834087 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-da4ba6c4-4814-47a8-ba0c-897a70ded70d admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3261726 Aug 04 11:47:46.834989 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58000) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:46.843597 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:47:46.862219 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'fixed_ips': [{'subnet_id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:47:46.863373 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:46.986593 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:46.987407 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:47.005739 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:47.006217 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.025853 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.036643 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.103286 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.226474 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Allocated IP 172.20.0.2 (f13a1d34-b846-43b3-91fc-2fdde0e905c4/cb103f51-0639-418f-9c49-b5ddeb275bc8/839893de-12e8-4c0a-b4fb-2c660a67cb54) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:47.315344 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.383548 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:47.436603 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.453878 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.464718 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Transition to ACTIVE for port object 839893de-12e8-4c0a-b4fb-2c660a67cb54 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:47.480907 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Transition to ACTIVE for port object 839893de-12e8-4c0a-b4fb-2c660a67cb54 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:47.483840 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.543211 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:47.700677 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.769105 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:47.772108 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:47.778955 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:47.786787 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Pushing event updated for resources: {'Port': ['ID=839893de-12e8-4c0a-b4fb-2c660a67cb54,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:47.826295 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:47:47.856516 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Attempting to bind port 839893de-12e8-4c0a-b4fb-2c660a67cb54 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:47.857164 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Attempting to bind port 839893de-12e8-4c0a-b4fb-2c660a67cb54 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:47.857767 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Attempting to bind port 839893de-12e8-4c0a-b4fb-2c660a67cb54 on network f13a1d34-b846-43b3-91fc-2fdde0e905c4 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:47.867991 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:47.868650 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Checking segment: {'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:47.869360 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.870116 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Bound using segment: {'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:47.870855 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Bound port: 839893de-12e8-4c0a-b4fb-2c660a67cb54, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:47.871499 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.928939 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.970402 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:47.971582 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] For port 839893de-12e8-4c0a-b4fb-2c660a67cb54, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:47.976441 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] For port 839893de-12e8-4c0a-b4fb-2c660a67cb54, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=839893de-12e8-4c0a-b4fb-2c660a67cb54,segment=NetworkSegment(ad902012-485a-43c7-a60a-d2f9a815fb8c),segment_id=ad902012-485a-43c7-a60a-d2f9a815fb8c)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:48.151047 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Allocated IP 172.27.0.169 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/facbf9db-054c-432c-a934-485188cc2d2e) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:48.162532 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:48.252867 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b085bb79-d66c-41a3-b9c5-fc4457d530c6 None None] Pushing event updated for resources: {'Port': ['ID=839893de-12e8-4c0a-b4fb-2c660a67cb54,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:48.314655 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:48.421048 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69fd14a-3bf7-4388-8d43-bf3f8d0edd5c req-00164126-06d5-40cb-a4a2-dec7d2392a6c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:48.422891 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b69fd14a-3bf7-4388-8d43-bf3f8d0edd5c req-00164126-06d5-40cb-a4a2-dec7d2392a6c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.0645089 Aug 04 11:47:48.500138 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b69fd14a-3bf7-4388-8d43-bf3f8d0edd5c req-2a55d7a2-3af4-4fc5-b25b-be7c61ed2338 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693383 Aug 04 11:47:48.537702 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:48.623011 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:48.625471 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Pushing event updated for resources: {'Port': ['ID=facbf9db-054c-432c-a934-485188cc2d2e,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:48.630131 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:48.632815 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:48.768516 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 839893de-12e8-4c0a-b4fb-2c660a67cb54 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:49.053364 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 839893de-12e8-4c0a-b4fb-2c660a67cb54 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:49.059006 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.060862 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:49.141524 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:49.142312 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.206908 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.378581 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1538b02-70b5-4662-b75d-1c5fbd14731a None None] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:47:49.487200 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.578079 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-0ee1d3c6-2e65-424a-9865-8dec460a7776 None None] Provisioning for port 839893de-12e8-4c0a-b4fb-2c660a67cb54 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:49.592323 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-0ee1d3c6-2e65-424a-9865-8dec460a7776 None None] Provisioning complete for port 839893de-12e8-4c0a-b4fb-2c660a67cb54 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:49.593158 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d3c6-2e65-424a-9865-8dec460a7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.672963 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e148367-7c3c-4a8e-85ab-e0728457080c req-d0839cee-f82e-45a0-88dd-559c12e3e3e0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:49.676095 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7e148367-7c3c-4a8e-85ab-e0728457080c req-d0839cee-f82e-45a0-88dd-559c12e3e3e0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.0856578 Aug 04 11:47:49.710190 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d3c6-2e65-424a-9865-8dec460a7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.734423 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7e148367-7c3c-4a8e-85ab-e0728457080c req-bf6cccf3-88a0-4bbb-970a-bf070d078ebb tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480804 Aug 04 11:47:49.753796 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-0ee1d3c6-2e65-424a-9865-8dec460a7776 None None] For port 839893de-12e8-4c0a-b4fb-2c660a67cb54, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=839893de-12e8-4c0a-b4fb-2c660a67cb54,segment=NetworkSegment(ad902012-485a-43c7-a60a-d2f9a815fb8c),segment_id=ad902012-485a-43c7-a60a-d2f9a815fb8c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:49.863473 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:47:49.932356 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0ee1d3c6-2e65-424a-9865-8dec460a7776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:49.980923 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:49.997475 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Sync routers for ids ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:50.007171 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1d3c6-2e65-424a-9865-8dec460a7776 None None] Pushing event updated for resources: {'Port': ['ID=839893de-12e8-4c0a-b4fb-2c660a67cb54,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:50.016078 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Routers {'33ff4ab5-9def-4882-a9d6-a523b7aec8ab'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:50.016695 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:50.084132 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.084412 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-af6271e3-19c6-44f0-96f4-93827cfa59f2 None None] Provisioning complete for port 839893de-12e8-4c0a-b4fb-2c660a67cb54 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:50.084412 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-af6271e3-19c6-44f0-96f4-93827cfa59f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.087355 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-c88d5323-c76f-4c0c-8ed0-0fef5cb557cf admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2505355 Aug 04 11:47:50.091714 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58028) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:47:50.189226 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-46c1f8af-2cab-4ee1-8099-2aeffb44de7f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:50.192171 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-46c1f8af-2cab-4ee1-8099-2aeffb44de7f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.0907836 Aug 04 11:47:50.192936 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Set router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:50.347057 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Deleting port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:47:50.348136 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.534778 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] For port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:50.535162 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.581862 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:48Z', 'revision_number': 3, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port': {'id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:50.639114 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 839893de-12e8-4c0a-b4fb-2c660a67cb54 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:50.679902 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Checking router: 33ff4ab5-9def-4882-a9d6-a523b7aec8ab for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:50.680253 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Updating router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab port facbf9db-054c-432c-a934-485188cc2d2e binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:47:50.710841 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.767504 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 839893de-12e8-4c0a-b4fb-2c660a67cb54 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:50.767504 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.836729 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.857079 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:50.857079 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Floating IP c5837eca-4657-4685-9b77-e72cc6170a83 disassociated. External IP: 172.27.0.201, port: 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1. Aug 04 11:47:50.857079 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Calling delete_port for 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:47:50.969543 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b582caf-7ed2-4b45-aaa1-d91726e1d2c1 req-b2d94d5d-2624-4f70-b715-be16bcf0294e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:50.971062 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3b582caf-7ed2-4b45-aaa1-d91726e1d2c1 req-b2d94d5d-2624-4f70-b715-be16bcf0294e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 945 time: 0.1203113 Aug 04 11:47:51.071477 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3b582caf-7ed2-4b45-aaa1-d91726e1d2c1 req-e59260e8-6501-4323-9fd8-f4c561b8ebae tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825427 Aug 04 11:47:51.137980 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.177876 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.265961 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.266339 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Transition to ACTIVE for port object facbf9db-054c-432c-a934-485188cc2d2e will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:51.303856 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event deleted for resources: {'Port': ['ID=9bb96f8f-661e-47f7-9f96-feb0bd0f57d1,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:51.360616 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Allocated IP 172.20.0.1 (f13a1d34-b846-43b3-91fc-2fdde0e905c4/cb103f51-0639-418f-9c49-b5ddeb275bc8/22a41a09-7a3e-47c0-b815-b623a6aeb5c2) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:47:51.442044 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:51.499626 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.546262 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.561072 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Attempting to bind port facbf9db-054c-432c-a934-485188cc2d2e on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:51.561442 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Attempting to bind port facbf9db-054c-432c-a934-485188cc2d2e by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:51.561799 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Attempting to bind port facbf9db-054c-432c-a934-485188cc2d2e on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:51.573211 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Transition to ACTIVE for port object 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:51.574390 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76887f2b-58a6-442e-8982-9fe75c4f5531 None None] Pushing event updated for resources: {'Port': ['ID=facbf9db-054c-432c-a934-485188cc2d2e,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:51.577551 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:51.577981 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:51.578385 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.578768 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:51.579252 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Bound port: facbf9db-054c-432c-a934-485188cc2d2e, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:51.579668 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.634904 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:51.655600 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:51.667888 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] For port facbf9db-054c-432c-a934-485188cc2d2e, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:51.673872 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] For port facbf9db-054c-432c-a934-485188cc2d2e, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=facbf9db-054c-432c-a934-485188cc2d2e,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:51.685843 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:51.685843 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:51.710189 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] No DVR routers for this DVR port 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:47:51.713463 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.716435 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0aeec361-65a6-4cd5-b688-f2caac89fde2 req-e37557e6-fee3-43ea-ae74-f9ad46322c6a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "DELETE /v2.0/ports/9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 HTTP/1.1" status: 204 len: 173 time: 1.5169227 Aug 04 11:47:51.717074 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'name': 'network-vif-deleted', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:47:51.720625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae03b94-adc1-4fd7-a678-afc09564e2a8" -d '{"events": [{"server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "name": "network-vif-deleted", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:47:51.766246 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.766453 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b14a686-0c17-4e37-b52a-10a0fb80bdb5 x-openstack-request-id: req-0b14a686-0c17-4e37-b52a-10a0fb80bdb5 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:47:51.766453 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edd75d72-1631-4f71-8a36-1674ccd22eb9", "name": "network-vif-deleted", "tag": "9bb96f8f-661e-47f7-9f96-feb0bd0f57d1", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:47:51.766684 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-0b14a686-0c17-4e37-b52a-10a0fb80bdb5 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:47:51.767012 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edd75d72-1631-4f71-8a36-1674ccd22eb9', 'name': 'network-vif-deleted', 'tag': '9bb96f8f-661e-47f7-9f96-feb0bd0f57d1', 'status': 'completed', 'code': 200} Aug 04 11:47:51.829997 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Pushing event updated for resources: {'Port': ['ID=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:51.852540 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:51.852540 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:51.852540 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:47:51.876070 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:51.903975 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:51.959123 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.188659 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:52.213896 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.240742 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:52.251886 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Routers {'33ff4ab5-9def-4882-a9d6-a523b7aec8ab'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:52.253328 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:52.253520 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:52.254285 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:52.280853 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3ebefb89-4040-4a99-bbb6-f8c396416fc3 req-72a11e4f-a86a-49a5-b844-71cdb89d5aed tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0511494 Aug 04 11:47:52.318159 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76887f2b-58a6-442e-8982-9fe75c4f5531 None None] Pushing event updated for resources: {'Port': ['ID=facbf9db-054c-432c-a934-485188cc2d2e,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:52.382215 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-0bea47f0-0ea0-40f2-8a21-2dd92d77f623 None None] Provisioning for port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:52.391199 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-0bea47f0-0ea0-40f2-8a21-2dd92d77f623 None None] Provisioning complete for port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:52.393135 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0bea47f0-0ea0-40f2-8a21-2dd92d77f623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.425914 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:52.449692 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] Set router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:52.483551 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-0bea47f0-0ea0-40f2-8a21-2dd92d77f623 None None] Port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:47:52.577243 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.698028 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:52.731932 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.752962 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9364ccc-4140-4ee0-a3ff-d33bc49ca2bd None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:52.784721 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:52Z', 'revision_number': 4, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port': {'id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '22a41a09-7a3e-47c0-b815-b623a6aeb5c2', 'name': '', 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'mac_address': 'fa:16:3e:61:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:51Z', 'updated_at': '2021-08-04T11:47:51Z', 'revision_number': 1, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'subnets': [{'id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:52.824114 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:52.826349 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Pushing event updated for resources: {'Port': ['ID=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:52.833148 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e55741-acea-40b3-91be-48f32eeaf97a None None] The sync data for ids ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'] in dv-cinder-786524-10-iscsi is: [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:52Z', 'revision_number': 4, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port': {'id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '22a41a09-7a3e-47c0-b815-b623a6aeb5c2', 'name': '', 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'mac_address': 'fa:16:3e:61:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:51Z', 'updated_at': '2021-08-04T11:47:51Z', 'revision_number': 1, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'subnets': [{'id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:52.988441 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:47:52.990901 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:47:53.188462 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:47:53.283663 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0ae6ea-5ae9-4b58-9342-9e2c2b024029 None None] New status for floating IP c5837eca-4657-4685-9b77-e72cc6170a83: DOWN {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:47:53.430409 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-19620da4-de90-4623-9bc1-2c6116dccaad req-4ec14e2c-bbb1-4ecf-abca-49899320cb57 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=edd75d72-1631-4f71-8a36-1674ccd22eb9 HTTP/1.1" status: 200 len: 210 time: 0.0327871 Aug 04 11:47:53.463049 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:47:53.469501 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-e9531d1a-c19e-47c5-ba27-f6696ce136c6 admin admin] 10.222.0.88 "PUT /v2.0/routers/33ff4ab5-9def-4882-a9d6-a523b7aec8ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3760276 Aug 04 11:47:53.501660 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d7b6e8e0-1d9a-4d23-a911-1095f1f8b04a None None] Provisioning complete for port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:53.501660 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d7b6e8e0-1d9a-4d23-a911-1095f1f8b04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:53.544945 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-d7b6e8e0-1d9a-4d23-a911-1095f1f8b04a None None] Port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:47:54.225206 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:47:54.248523 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:47:54.248946 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 9bb96f8f-661e-47f7-9f96-feb0bd0f57d1 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:47:54.726343 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device facbf9db-054c-432c-a934-485188cc2d2e up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:54.933829 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-960a77e5-0f31-49ea-b36e-2bda4650d610 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128564089&fields=id&tenant_id=f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 267 time: 0.0607042 Aug 04 11:47:55.067762 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-e8264bcb-87f1-44dd-ae1f-788c9ca07912 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:47:55.070475 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-e8264bcb-87f1-44dd-ae1f-788c9ca07912 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 811 time: 0.1296997 Aug 04 11:47:55.083006 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port facbf9db-054c-432c-a934-485188cc2d2e completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:47:55.087795 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port facbf9db-054c-432c-a934-485188cc2d2e triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:55.088005 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.092299 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-a52013c6-8c45-4e00-bc98-44fc6135d05c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/quotas/f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 375 time: 0.0122654 Aug 04 11:47:55.181440 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-f64f302c-5c85-4062-8143-507bf117d91e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0813899 Aug 04 11:47:55.208797 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.237851 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port facbf9db-054c-432c-a934-485188cc2d2e, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=facbf9db-054c-432c-a934-485188cc2d2e,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:47:55.395321 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:55.473485 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=facbf9db-054c-432c-a934-485188cc2d2e,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:55.492358 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-9f692f9b-0c57-4be4-8528-1cb2ef2480e4 service neutron] 10.222.0.88 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813919 Aug 04 11:47:55.628500 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-c3250816-776e-4840-a262-86574afc94c0 service neutron] 10.222.0.88 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284909 Aug 04 11:47:56.192216 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:56.433346 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Sync routers for ids ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:47:56.458992 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Routers {'33ff4ab5-9def-4882-a9d6-a523b7aec8ab'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:56.460069 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:56.588531 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device facbf9db-054c-432c-a934-485188cc2d2e up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:47:56.645000 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Set router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:56.715910 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port facbf9db-054c-432c-a934-485188cc2d2e triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:47:56.716472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:56.969498 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:52Z', 'revision_number': 4, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port': {'id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '22a41a09-7a3e-47c0-b815-b623a6aeb5c2', 'name': '', 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'mac_address': 'fa:16:3e:61:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:51Z', 'updated_at': '2021-08-04T11:47:52Z', 'revision_number': 2, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'subnets': [{'id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:57.019103 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Checking router: 33ff4ab5-9def-4882-a9d6-a523b7aec8ab for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:47:57.019761 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Updating router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:47:57.029435 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dc944cdc-4c16-417b-b7b4-bc856cf25069 req-0131d751-b7f7-40eb-987a-0f81392192ea tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0764031 Aug 04 11:47:57.097707 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:57.768873 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:57.796548 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Transition to ACTIVE for port object 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:47:57.945311 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:58.094103 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27112b-b450-4d64-b8dd-3702a4e73f7b None None] Pushing event updated for resources: {'Port': ['ID=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:58.176871 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ebff6926-d70a-4d92-830b-9639770dbe76 req-398a6c52-cd81-4d87-a6a9-89486ef0651d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0590217 Aug 04 11:47:58.238109 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Attempting to bind port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:47:58.238699 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Attempting to bind port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:47:58.239208 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Attempting to bind port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 on network f13a1d34-b846-43b3-91fc-2fdde0e905c4 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:47:58.248815 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:47:58.256053 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Checking segment: {'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:47:58.256053 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:58.256053 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Bound using segment: {'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:47:58.256053 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Bound port: 22a41a09-7a3e-47c0-b815-b623a6aeb5c2, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad902012-485a-43c7-a60a-d2f9a815fb8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:47:58.256053 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:58.424486 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] For port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:47:58.431493 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] For port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,segment=NetworkSegment(ad902012-485a-43c7-a60a-d2f9a815fb8c),segment_id=ad902012-485a-43c7-a60a-d2f9a815fb8c)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:47:58.598388 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:47:58.672712 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Routers {'33ff4ab5-9def-4882-a9d6-a523b7aec8ab'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:47:58.673901 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:47:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:58.680094 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27112b-b450-4d64-b8dd-3702a4e73f7b None None] Pushing event updated for resources: {'Port': ['ID=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,revision_number=4']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:47:58.838380 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] Set router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:47:59.203407 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-7312b88e-697b-4694-be7d-7687250b653e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:52Z', 'revision_number': 4, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port': {'id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '22a41a09-7a3e-47c0-b815-b623a6aeb5c2', 'name': '', 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'mac_address': 'fa:16:3e:61:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:51Z', 'updated_at': '2021-08-04T11:47:58Z', 'revision_number': 4, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'subnets': [{'id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:47:59.236326 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7312b88e-697b-4694-be7d-7687250b653e None None] The sync data for ids ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'] in dv-cinder-786524-10-iscsi is: [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:52Z', 'revision_number': 4, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port': {'id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '22a41a09-7a3e-47c0-b815-b623a6aeb5c2', 'name': '', 'network_id': 'f13a1d34-b846-43b3-91fc-2fdde0e905c4', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'mac_address': 'fa:16:3e:61:e3:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 600, 'fixed_ips': [{'subnet_id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:51Z', 'updated_at': '2021-08-04T11:47:58Z', 'revision_number': 4, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'subnets': [{'id': 'cb103f51-0639-418f-9c49-b5ddeb275bc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:47:59.293880 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fb8ec9a9-36da-4508-b384-f0b49e8e84c7 req-6d418e04-84e7-44d3-965a-786096e029db tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0306702 Aug 04 11:48:00.461858 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6455d9b5-3667-49ad-ae33-0ef99ac1f246 req-43c85290-d842-4c8f-9e87-5dd76c40a8f5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0423796 Aug 04 11:48:00.663126 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:00.866898 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:00.878241 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:00.887005 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:01.047045 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:01.133624 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,segment=NetworkSegment(ad902012-485a-43c7-a60a-d2f9a815fb8c),segment_id=ad902012-485a-43c7-a60a-d2f9a815fb8c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:01.344087 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:01.553662 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:01.563871 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.564890 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.565435 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.566211 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.567260 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.568052 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.568939 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.570009 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.570852 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.571711 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.572514 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.573355 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:01.692887 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-210f00d7-c94b-46b7-a666-b91c18b5feff tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:01.694420 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-210f00d7-c94b-46b7-a666-b91c18b5feff tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 811 time: 0.3321304 Aug 04 11:48:01.696681 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-276661fa-1bcb-49df-96ee-c0f40403734d req-56f429f3-9374-428c-9964-6849818ad2ae tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0491772 Aug 04 11:48:01.771764 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-a4d75e30-c545-404c-ba37-912c787a5d3d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 380 time: 0.0632329 Aug 04 11:48:01.782448 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'port': {'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'admin_state_up': True, 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'security_groups': ['ae5e918c-b076-4f13-a25d-759f22170fc4']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:02.186219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Made reservation on behalf of f4d21203be6b4d28b14090bebd1c6547 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:48:02.192587 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:02.381855 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Allocated IP 172.20.0.14 (b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba/cfd92abe-d30d-437d-ab39-df6c7ca9cbe4/7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:02.636148 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:02.652666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Transition to ACTIVE for port object 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:02.681166 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:02.744249 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:02.746008 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:02.849550 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fdd01562-c812-4fac-84c1-d86b5773d16c req-cc383ab1-0b7f-4d6b-bb5e-041249069616 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0347245 Aug 04 11:48:03.101666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:03.145451 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:03.148788 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:03.153488 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:03.188065 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:03.220367 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:03.221063 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:03.376405 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-52bec1b4-170f-4158-bd5f-300e19efeb88 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5979748 Aug 04 11:48:03.395871 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Request body: {'port': {'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:03.488587 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:03.544910 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-28fa97e5-2ce4-4971-9393-06bba55673aa None None] Provisioning for port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:03.566449 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-28fa97e5-2ce4-4971-9393-06bba55673aa None None] Provisioning complete for port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:03.569342 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-28fa97e5-2ce4-4971-9393-06bba55673aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:03.630327 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-28fa97e5-2ce4-4971-9393-06bba55673aa None None] Port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:48:03.975016 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:03.991635 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.040906 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Transition to ACTIVE for port object 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:04.070653 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0aff19-43cc-492d-8543-01f8d5f9b3bf req-8627b5a0-dd28-4332-a8c6-73af58df77af tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:04.073711 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9c0aff19-43cc-492d-8543-01f8d5f9b3bf req-8627b5a0-dd28-4332-a8c6-73af58df77af tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 932 time: 0.0782342 Aug 04 11:48:04.135544 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9c0aff19-43cc-492d-8543-01f8d5f9b3bf req-477e06d3-acdc-45f0-aa74-e6b5f6511d8a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522554 Aug 04 11:48:04.155113 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.313033 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:04.473242 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Attempting to bind port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:48:04.473748 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Attempting to bind port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:48:04.474237 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Attempting to bind port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:04.485179 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:48:04.487482 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Attempting to bind port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:04.499704 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:48:04.500743 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Checking segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:48:04.502537 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Bound using segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:48:04.516602 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Bound port: 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:48:04.516602 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.518067 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 58192) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:04.692782 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] For port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:48:04.704526 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] For port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:48:04.741544 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2de5-8b29-40b7-97cc-e10efb7ae299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.910237 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2de5-8b29-40b7-97cc-e10efb7ae299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:04.925242 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:05.008052 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.009102 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:05.011735 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] 10.222.0.86 "PUT /v2.0/ports/7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f HTTP/1.1" status: 200 len: 1094 time: 1.6233943 Aug 04 11:48:05.012531 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:05.017119 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9548fa33-13e5-4f9f-996c-4ae0c1a0c02a" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:05.035098 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0ccd2de5-8b29-40b7-97cc-e10efb7ae299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:05.103912 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b3f3c-4789-484e-93f7-fe6d831af549 service neutron] Pushing event updated for resources: {'Port': ['ID=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:05.137456 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5797ff8-9cfc-46a3-a3b2-3fba6809a178 x-openstack-request-id: req-d5797ff8-9cfc-46a3-a3b2-3fba6809a178 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:05.138059 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:05.138549 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d5797ff8-9cfc-46a3-a3b2-3fba6809a178 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:05.139150 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'status': 'completed', 'code': 200} Aug 04 11:48:05.182925 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0ccd2de5-8b29-40b7-97cc-e10efb7ae299 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0c18ba90bb81462b872616f5fdbb91fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6616638 Aug 04 11:48:05.186546 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58202) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:05.205416 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd2de5-8b29-40b7-97cc-e10efb7ae299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a3a4ad-d677-4ad5-9840-e167bd8ef3c2,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:05.265085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548fa33-13e5-4f9f-996c-4ae0c1a0c02a req-70bb9c7e-9f3b-4ac1-9e28-8f8d948731ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.268112 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9548fa33-13e5-4f9f-996c-4ae0c1a0c02a req-70bb9c7e-9f3b-4ac1-9e28-8f8d948731ff service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 1097 time: 0.1174061 Aug 04 11:48:05.305755 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbc0d-0f41-490e-bf16-3c1cd542a4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:05.365001 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbc0d-0f41-490e-bf16-3c1cd542a4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:05.466217 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548fa33-13e5-4f9f-996c-4ae0c1a0c02a req-a9e9edb0-f73e-44f0-98ff-47ba9b0d14d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.467984 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9548fa33-13e5-4f9f-996c-4ae0c1a0c02a req-a9e9edb0-f73e-44f0-98ff-47ba9b0d14d7 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4d21203be6b4d28b14090bebd1c6547&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1912200 Aug 04 11:48:05.504328 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b9a47-39cf-4f63-b94c-829659fda261 req-1bc24925-5ff9-4069-9038-deb9d25b89b4 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.506445 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a48b9a47-39cf-4f63-b94c-829659fda261 req-1bc24925-5ff9-4069-9038-deb9d25b89b4 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.0973179 Aug 04 11:48:05.577548 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a48b9a47-39cf-4f63-b94c-829659fda261 req-b6e12b83-449c-48b7-82a6-75324b6a59f8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642624 Aug 04 11:48:05.578871 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbc0d-0f41-490e-bf16-3c1cd542a4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:05.581787 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbc0d-0f41-490e-bf16-3c1cd542a4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:05.585399 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-3d3fbc0d-0f41-490e-bf16-3c1cd542a4c7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/b6a3a4ad-d677-4ad5-9840-e167bd8ef3c2 HTTP/1.1" status: 204 len: 168 time: 0.3965685 Aug 04 11:48:05.599728 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fbc0d-0f41-490e-bf16-3c1cd542a4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a3a4ad-d677-4ad5-9840-e167bd8ef3c2,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:05.656782 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548fa33-13e5-4f9f-996c-4ae0c1a0c02a req-69f7a92f-ad8f-4767-8d98-8fd51d767877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.656908 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9548fa33-13e5-4f9f-996c-4ae0c1a0c02a req-69f7a92f-ad8f-4767-8d98-8fd51d767877 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1805766 Aug 04 11:48:05.779931 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-b03654c2-6ba0-4080-8d0e-c808e6423854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.782749 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-b03654c2-6ba0-4080-8d0e-c808e6423854 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 1097 time: 0.0753374 Aug 04 11:48:05.836889 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-938ddfca-b7c2-43a5-9656-037f3b1e655f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f HTTP/1.1" status: 200 len: 217 time: 0.0454793 Aug 04 11:48:05.947197 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-fa1ea35d-af0f-4883-bba3-c81e0d800da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:05.953806 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-fa1ea35d-af0f-4883-bba3-c81e0d800da4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.1017163 Aug 04 11:48:06.060576 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-9dc399f1-5138-40ce-add4-a45ca99e540d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:06.063314 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-9dc399f1-5138-40ce-add4-a45ca99e540d service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1003404 Aug 04 11:48:06.257548 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-b9ab2ba9-8c60-4710-87d4-9cdd90f64a72 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847260 Aug 04 11:48:06.436187 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d15a5fbc-f2af-40b7-b9bb-6ccc70057db4 req-261ac1b0-a55c-4099-8045-b23f286a08d1 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705146 Aug 04 11:48:06.613695 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58210) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:06.635641 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-298a32d8-9217-4ac5-995f-0859bd293136 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:06.796896 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2539e-ee2b-450e-b00a-58843d19a93a req-1aac139d-7901-41c3-a764-97db1f9c515d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:06.805008 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-42b2539e-ee2b-450e-b00a-58843d19a93a req-1aac139d-7901-41c3-a764-97db1f9c515d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.0957167 Aug 04 11:48:06.864027 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-298a32d8-9217-4ac5-995f-0859bd293136 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:06.870540 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-42b2539e-ee2b-450e-b00a-58843d19a93a req-eac864bb-5cbd-46ba-9493-1f3f9c946ee0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643132 Aug 04 11:48:06.968761 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-298a32d8-9217-4ac5-995f-0859bd293136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:07.022473 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-298a32d8-9217-4ac5-995f-0859bd293136 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=bab9ee87ddc5414fb72a85a37e57d46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043324 Aug 04 11:48:07.022965 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58214) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:07.031621 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a32d8-9217-4ac5-995f-0859bd293136 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a991abf-6658-4df3-a7ca-9192966779f5,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:07.102280 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d023100-338c-4bb5-9a33-409f1cf2bb30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:07.133417 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d023100-338c-4bb5-9a33-409f1cf2bb30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:07.435719 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d023100-338c-4bb5-9a33-409f1cf2bb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:07.439993 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3d023100-338c-4bb5-9a33-409f1cf2bb30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:07.441381 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-3d023100-338c-4bb5-9a33-409f1cf2bb30 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5a991abf-6658-4df3-a7ca-9192966779f5 HTTP/1.1" status: 204 len: 168 time: 0.4171572 Aug 04 11:48:07.453367 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d023100-338c-4bb5-9a33-409f1cf2bb30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a991abf-6658-4df3-a7ca-9192966779f5,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:08.039332 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaf64ab-009d-4cd7-9014-6e2fe85c019e req-e0f82cdf-1f16-4813-884a-85611a3ccbec tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:08.041967 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5eaf64ab-009d-4cd7-9014-6e2fe85c019e req-e0f82cdf-1f16-4813-884a-85611a3ccbec tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.0758059 Aug 04 11:48:08.098067 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5eaf64ab-009d-4cd7-9014-6e2fe85c019e req-a0a50f69-f960-447b-b332-3690f3888c06 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444355 Aug 04 11:48:09.096125 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-5a75d53c-83fa-4c71-8f76-333bc7384954 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:09.097711 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-5a75d53c-83fa-4c71-8f76-333bc7384954 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/networks?id=a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 200 len: 814 time: 0.1309471 Aug 04 11:48:09.115887 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-168d1f5b-b807-481a-93b2-bfb3b6fbe1e7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/quotas/1008835d26c54a319d691e690214a2f5 HTTP/1.1" status: 200 len: 375 time: 0.0102978 Aug 04 11:48:09.200408 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b5a1aefe-2838-40ae-8be9-5e87ec20bebd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0777516 Aug 04 11:48:09.279848 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b0a3c-b2c0-4420-b7e0-6868ac98beab req-6b7fede0-03f1-406a-8355-d65e5ef7b9d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:09.282237 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-613b0a3c-b2c0-4420-b7e0-6868ac98beab req-6b7fede0-03f1-406a-8355-d65e5ef7b9d7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.0729573 Aug 04 11:48:09.315058 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-a13cc04a-aaa5-4d60-b17d-89abe6fa63f2 service neutron] 10.222.0.88 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002200 Aug 04 11:48:09.348151 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-613b0a3c-b2c0-4420-b7e0-6868ac98beab req-86184af7-501b-4373-b624-9affb6915609 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526779 Aug 04 11:48:09.424841 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-cad234fb-35c4-431b-b682-e2c8d16f25cb service neutron] 10.222.0.88 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029804 Aug 04 11:48:09.730956 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-56e80585-ee7c-4c08-8574-0c5045f6d0e3 req-66f611f4-568c-448b-a791-5c739754a81e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 210 time: 0.0353386 Aug 04 11:48:10.512370 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f0b54f-a81d-467f-8b55-fd4bc036aef3 req-7756d911-d411-4195-9f95-300a266fed3c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:10.514856 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c3f0b54f-a81d-467f-8b55-fd4bc036aef3 req-7756d911-d411-4195-9f95-300a266fed3c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.0705066 Aug 04 11:48:10.562976 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c3f0b54f-a81d-467f-8b55-fd4bc036aef3 req-0f08266a-230a-4a93-a5dd-ef51cfc0269b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 Aug 04 11:48:10.838599 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7aa044d3-a265-424b-bd27-e8652e0ab829 req-0f730a87-8c8e-4032-b192-925f67310ac8 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 210 time: 0.0332108 Aug 04 11:48:11.725566 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f9a83-54e9-4a6b-8525-611172bc541b req-971b1c4f-7a90-4285-a0be-210457232984 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:11.728041 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0f7f9a83-54e9-4a6b-8525-611172bc541b req-971b1c4f-7a90-4285-a0be-210457232984 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.0673051 Aug 04 11:48:11.798635 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0f7f9a83-54e9-4a6b-8525-611172bc541b req-dfc0fd8e-c064-4980-86be-4515c2c09347 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597208 Aug 04 11:48:11.957574 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bd63993b-14d6-4c9c-a756-fa502da775c1 req-b60c31d6-c21b-40d7-9936-1c5f3f8e1a43 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 210 time: 0.0296376 Aug 04 11:48:12.724591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-52034f06-7521-42fe-b167-c1f896c10c1a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:12.727105 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-52034f06-7521-42fe-b167-c1f896c10c1a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.86 "GET /v2.0/networks?id=a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 200 len: 814 time: 0.1361072 Aug 04 11:48:12.746414 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'port': {'device_id': '9b20334d-d241-4149-9ded-511adfbf8af5', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'admin_state_up': True, 'tenant_id': '1008835d26c54a319d691e690214a2f5'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:12.957269 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4f55b-881f-47cd-aa51-e3e43dac338a req-d2b1a245-4e60-4a22-8200-40847ca94229 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:12.958918 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aff4f55b-881f-47cd-aa51-e3e43dac338a req-d2b1a245-4e60-4a22-8200-40847ca94229 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.0767336 Aug 04 11:48:13.055793 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-aff4f55b-881f-47cd-aa51-e3e43dac338a req-bca2bd34-f8ab-47eb-97fc-47409c38bbae tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853715 Aug 04 11:48:13.184677 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6af6a76f-95df-4ac8-97ae-3d79e5f92562 req-252e72f2-8bf3-45f2-b7f7-513468f9feb9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 210 time: 0.0368023 Aug 04 11:48:13.409805 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Made reservation on behalf of 1008835d26c54a319d691e690214a2f5 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:48:13.414317 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:13.489204 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-113446e0-e77d-433f-8c01-2a52af7a77ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:13.563367 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Allocated IP 172.20.0.8 (a5f05b48-91c3-4265-a0d5-57ede073c261/5e055369-9b62-4738-b1d7-24c8f4df5f7a/269ed462-6abb-4bb1-bc33-2baf9c48a326) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:13.742834 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:13.758209 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Transition to ACTIVE for port object 269ed462-6abb-4bb1-bc33-2baf9c48a326 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:13.893875 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:13.998574 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Network a5f05b48-91c3-4265-a0d5-57ede073c261 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:14.006162 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:14.009235 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:14.121208 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:14.122813 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:14.182200 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:14.223192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-b64be655-3de0-4a52-854c-2f131b4e4351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4835999 Aug 04 11:48:14.284956 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299b93b-dc59-4144-86a9-d7f893f30375 req-113aad07-414d-406c-92ac-b6b72c2b3226 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:14.289002 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b299b93b-dc59-4144-86a9-d7f893f30375 req-113aad07-414d-406c-92ac-b6b72c2b3226 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 944 time: 0.1291912 Aug 04 11:48:14.333837 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:48:14.422985 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b299b93b-dc59-4144-86a9-d7f893f30375 req-7e3dee76-2116-49f6-90d7-c12d61edb61b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217666 Aug 04 11:48:14.588888 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:14.619371 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:48:14.674164 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b8ad9-88ae-46cf-b097-a47f70b9e682 req-2cb1aaed-8aa0-42a5-a312-7426923f219f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:14.677673 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c93b8ad9-88ae-46cf-b097-a47f70b9e682 req-2cb1aaed-8aa0-42a5-a312-7426923f219f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0862670 Aug 04 11:48:14.701361 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:14.703706 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-dd20d554-c177-4e86-ab4d-c249f448e6ea None None] Provisioning for port 269ed462-6abb-4bb1-bc33-2baf9c48a326 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:14.708663 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-dd20d554-c177-4e86-ab4d-c249f448e6ea None None] Provisioning complete for port 269ed462-6abb-4bb1-bc33-2baf9c48a326 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:14.709361 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dd20d554-c177-4e86-ab4d-c249f448e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:14.741480 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c93b8ad9-88ae-46cf-b097-a47f70b9e682 req-4e68ed6e-c0cd-4a06-9555-599595069cb2 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530987 Aug 04 11:48:14.755644 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-dd20d554-c177-4e86-ab4d-c249f448e6ea None None] Port 269ed462-6abb-4bb1-bc33-2baf9c48a326 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:48:14.760636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:14.794188 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:14.887738 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:14.959658 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:15.192633 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:15.609669 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ba38b-c1ce-4069-af0c-97144268d804 req-81357f63-1ef3-4e08-846f-4e47d1744f28 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:15.611290 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-354ba38b-c1ce-4069-af0c-97144268d804 req-81357f63-1ef3-4e08-846f-4e47d1744f28 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 945 time: 0.0744078 Aug 04 11:48:15.655872 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-354ba38b-c1ce-4069-af0c-97144268d804 req-af639fa1-4dd0-427f-af39-7e2050d6275b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380652 Aug 04 11:48:15.903730 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75325674-bfd7-4a32-acff-e8d30c07fd02 req-1b2b9228-b666-4493-99ea-80b86818667a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:15.905266 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75325674-bfd7-4a32-acff-e8d30c07fd02 req-1b2b9228-b666-4493-99ea-80b86818667a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0710347 Aug 04 11:48:15.960821 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-75325674-bfd7-4a32-acff-e8d30c07fd02 req-737670ed-eebf-417d-9865-3554461f76da tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492949 Aug 04 11:48:16.037891 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-87294d59-e04e-497d-8071-b60ff021a19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.231677 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.349743 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:16.489368 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:16.495006 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:16.495557 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.591392 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.614091 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:16.616272 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ef53a0-f851-43b9-acdf-eb360d09784d" -d '{"events": [{"server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "name": "network-vif-plugged", "status": "completed", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:16.636583 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:16.768294 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.858395 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f030123a-ca94-499f-a400-47399c154dfd x-openstack-request-id: req-f030123a-ca94-499f-a400-47399c154dfd {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:16.858799 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "name": "network-vif-plugged", "status": "completed", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:16.859130 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f030123a-ca94-499f-a400-47399c154dfd {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:16.859737 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'code': 200} Aug 04 11:48:16.860623 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:16.894537 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:16.975430 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a0e034-4705-443d-8034-d022ddab9288 req-d3e5a4b3-6cc4-4dcc-83d8-f61b0513a938 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:16.977195 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7a0e034-4705-443d-8034-d022ddab9288 req-d3e5a4b3-6cc4-4dcc-83d8-f61b0513a938 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0617766 Aug 04 11:48:17.047331 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c7a0e034-4705-443d-8034-d022ddab9288 req-0ef1d94b-cd9e-47ed-9060-00800f739a71 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570235 Aug 04 11:48:17.158395 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e2a35e-90b8-4eb9-a59d-ca8f10d3a47f req-3bfdd182-e349-4f79-bbbb-ccac6192d3cc tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:17.159996 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-34e2a35e-90b8-4eb9-a59d-ca8f10d3a47f req-3bfdd182-e349-4f79-bbbb-ccac6192d3cc tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0513577 Aug 04 11:48:17.206358 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-34e2a35e-90b8-4eb9-a59d-ca8f10d3a47f req-0730a67a-30ab-46cb-b8c3-13743b7301a9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362265 Aug 04 11:48:18.208004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b72383-2e99-4af4-a8b3-d91c20fc894e req-46c26fc6-0370-458e-934a-7a46f71c1fb2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:18.209529 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-56b72383-2e99-4af4-a8b3-d91c20fc894e req-46c26fc6-0370-458e-934a-7a46f71c1fb2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0713575 Aug 04 11:48:18.259734 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-56b72383-2e99-4af4-a8b3-d91c20fc894e req-244c67c9-08e2-482d-beb1-a734a70f74a8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Aug 04 11:48:18.378935 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2ff7a-74a7-469e-a0df-007356e3e6f6 req-ce493361-d027-4824-9dce-5b9f60943a53 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:18.380408 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d9e2ff7a-74a7-469e-a0df-007356e3e6f6 req-ce493361-d027-4824-9dce-5b9f60943a53 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0532393 Aug 04 11:48:18.428483 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d9e2ff7a-74a7-469e-a0df-007356e3e6f6 req-d12ae608-af62-4ad5-b483-bc1edfae0a51 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415738 Aug 04 11:48:18.951997 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:19.380060 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3567924-8201-42ab-8830-38a155b0295b req-504328f8-73dc-47e5-802c-874f07e3b7c8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:19.381588 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3567924-8201-42ab-8830-38a155b0295b req-504328f8-73dc-47e5-802c-874f07e3b7c8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0493536 Aug 04 11:48:19.433182 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a3567924-8201-42ab-8830-38a155b0295b req-ba5fb292-f2fc-4144-9f1b-2c954deec334 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332925 Aug 04 11:48:19.569888 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449283b-0e70-42d5-8ac7-eb2c55246838 req-8529f745-13f6-4559-aed8-f708ccf4edbf tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:19.571795 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c449283b-0e70-42d5-8ac7-eb2c55246838 req-8529f745-13f6-4559-aed8-f708ccf4edbf tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0653498 Aug 04 11:48:19.636858 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c449283b-0e70-42d5-8ac7-eb2c55246838 req-2a780417-e706-4aad-8bfe-7e40848d8803 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542014 Aug 04 11:48:20.583937 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb25d2-4b26-40c1-a913-64409312ee78 req-f2f96e8a-2cf9-407a-bf57-351db7265c30 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:20.585586 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ffeb25d2-4b26-40c1-a913-64409312ee78 req-f2f96e8a-2cf9-407a-bf57-351db7265c30 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0873203 Aug 04 11:48:20.638894 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ffeb25d2-4b26-40c1-a913-64409312ee78 req-210f715e-9650-4954-9adc-2a391dd15a45 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 Aug 04 11:48:20.768311 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d614ddd8-9b76-4351-8372-016b1ae3e2c1 req-80bbb9bd-d62b-49d0-a847-b4893058b261 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:20.770554 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d614ddd8-9b76-4351-8372-016b1ae3e2c1 req-80bbb9bd-d62b-49d0-a847-b4893058b261 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0534227 Aug 04 11:48:20.817446 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d614ddd8-9b76-4351-8372-016b1ae3e2c1 req-72e37531-c0e0-4dfb-b88a-b5daca35c108 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359702 Aug 04 11:48:21.779375 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f3ec4-d239-419d-8cd2-a309245986aa req-0c561568-2397-45fc-9e6e-f82ace582de5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:21.780962 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c69f3ec4-d239-419d-8cd2-a309245986aa req-0c561568-2397-45fc-9e6e-f82ace582de5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0719953 Aug 04 11:48:21.826220 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c69f3ec4-d239-419d-8cd2-a309245986aa req-e32c398f-b5d9-440f-b99a-ccd1e706cbd4 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390198 Aug 04 11:48:21.991273 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa567c-2ac4-41ff-a5b7-04061790b833 req-5d3a5aed-f5d5-46d7-a584-8b14524f5b22 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:21.992743 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-01aa567c-2ac4-41ff-a5b7-04061790b833 req-5d3a5aed-f5d5-46d7-a584-8b14524f5b22 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0810413 Aug 04 11:48:22.043010 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-01aa567c-2ac4-41ff-a5b7-04061790b833 req-a32a5bce-14c4-4c25-b458-31b25836f3e6 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435534 Aug 04 11:48:22.971950 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedab02d-8309-4c05-b569-fd95ec9948a1 req-9bbcc560-52ee-4e41-b4a9-962499a21b02 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:22.973499 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cedab02d-8309-4c05-b569-fd95ec9948a1 req-9bbcc560-52ee-4e41-b4a9-962499a21b02 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0593357 Aug 04 11:48:23.029895 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cedab02d-8309-4c05-b569-fd95ec9948a1 req-507159ea-b47f-47b7-bd6e-94806e88eb12 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Aug 04 11:48:23.202245 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9e476-393a-479f-ab01-5006c551a38d req-95b1b8b9-1fbc-4811-bd20-bcd084dc0ffd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:23.202245 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0c9e476-393a-479f-ab01-5006c551a38d req-95b1b8b9-1fbc-4811-bd20-bcd084dc0ffd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.0797384 Aug 04 11:48:23.273520 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0c9e476-393a-479f-ab01-5006c551a38d req-ba2d5a0c-2b6e-4793-8524-ee3f6818b6ca tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709515 Aug 04 11:48:24.178045 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ec0e6-85b5-400e-9f41-dda120aa0d5c req-dfd75a6f-7c0c-4ffd-a8d5-312d01830359 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:24.179584 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-368ec0e6-85b5-400e-9f41-dda120aa0d5c req-dfd75a6f-7c0c-4ffd-a8d5-312d01830359 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0579782 Aug 04 11:48:24.232753 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-368ec0e6-85b5-400e-9f41-dda120aa0d5c req-d15b0bc9-9496-414e-a7c2-be72184f85b2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449524 Aug 04 11:48:24.393090 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Request body: {'port': {'device_id': '9b20334d-d241-4149-9ded-511adfbf8af5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:24.555678 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2274a7-2854-49d6-842e-3c073046fc7c req-3a1537c9-a7e3-4232-9af8-7077af7b58df tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:24.555678 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b2274a7-2854-49d6-842e-3c073046fc7c req-3a1537c9-a7e3-4232-9af8-7077af7b58df tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 931 time: 0.1272640 Aug 04 11:48:24.555678 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:24.577745 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6b2274a7-2854-49d6-842e-3c073046fc7c req-2ca94ba4-909c-4f92-9737-eeb96f0a374c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637293 Aug 04 11:48:24.836206 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:48:24.849888 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269ed462-6abb-4bb1-bc33-2baf9c48a326 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:24.859167 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:24.876331 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Transition to ACTIVE for port object 269ed462-6abb-4bb1-bc33-2baf9c48a326 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:48:24.940630 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:24.999513 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Pushing event updated for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:25.047565 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff091b-9a2f-4653-8ce5-2ef7402d7e5b req-bc9b0d9f-0bf8-4f1c-abbb-0d3dd0b4a4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.049224 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d1ff091b-9a2f-4653-8ce5-2ef7402d7e5b req-bc9b0d9f-0bf8-4f1c-abbb-0d3dd0b4a4b8 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 1099 time: 0.0617924 Aug 04 11:48:25.091368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Attempting to bind port 269ed462-6abb-4bb1-bc33-2baf9c48a326 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:48:25.091368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Attempting to bind port 269ed462-6abb-4bb1-bc33-2baf9c48a326 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:48:25.091368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Attempting to bind port 269ed462-6abb-4bb1-bc33-2baf9c48a326 on network a5f05b48-91c3-4265-a0d5-57ede073c261 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:25.091368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Port 269ed462-6abb-4bb1-bc33-2baf9c48a326 on network a5f05b48-91c3-4265-a0d5-57ede073c261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:48:25.091969 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Attempting to bind port 269ed462-6abb-4bb1-bc33-2baf9c48a326 on network a5f05b48-91c3-4265-a0d5-57ede073c261 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:48:25.097496 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:48:25.097834 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Checking segment: {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:48:25.098222 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Bound using segment: {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:48:25.098667 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Bound port: 269ed462-6abb-4bb1-bc33-2baf9c48a326, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04372e1b-f5ab-4c13-9179-ffe21196315f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:48:25.099184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:25.105263 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d1ff091b-9a2f-4653-8ce5-2ef7402d7e5b req-476f2da4-3921-4389-871d-430b2231b046 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474715 Aug 04 11:48:25.179063 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:48:25.183724 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:48:25.289825 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:25.348297 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.348830 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:25.352159 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] 10.222.0.86 "PUT /v2.0/ports/269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 1093 time: 0.9650576 Aug 04 11:48:25.352629 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:25.355761 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dbd293-4270-4796-a109-f29f453fd4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:25.423797 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78c9034-adff-4955-98e6-81e053f22c60 service neutron] Pushing event updated for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:25.432964 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de896472-e316-4d97-bc7a-2675e0aef177 x-openstack-request-id: req-de896472-e316-4d97-bc7a-2675e0aef177 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:25.434057 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:25.434639 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-de896472-e316-4d97-bc7a-2675e0aef177 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:25.435385 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'status': 'completed', 'code': 200} Aug 04 11:48:25.485058 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441e5dc-fdef-47c9-b945-ff8005b351ee req-979a6de4-005b-4d5d-af31-4448d60c6d3f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.486641 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4441e5dc-fdef-47c9-b945-ff8005b351ee req-979a6de4-005b-4d5d-af31-4448d60c6d3f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.1156447 Aug 04 11:48:25.498354 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-fb6820a1-6558-4f0d-a25e-a4de2772b7a4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0598080 Aug 04 11:48:25.511714 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbd293-4270-4796-a109-f29f453fd4dc req-692d703d-5fcc-4137-a100-c5d9e036b135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.513285 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55dbd293-4270-4796-a109-f29f453fd4dc req-692d703d-5fcc-4137-a100-c5d9e036b135 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1096 time: 0.0882077 Aug 04 11:48:25.587248 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-0f72fe35-20bb-42f6-bdcd-492b0a5c64d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.588828 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-0f72fe35-20bb-42f6-bdcd-492b0a5c64d1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1098 time: 0.0605302 Aug 04 11:48:25.614998 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4441e5dc-fdef-47c9-b945-ff8005b351ee req-3eedbf35-ab06-4ab3-af41-a3da5a6d96e5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119416 Aug 04 11:48:25.684524 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbd293-4270-4796-a109-f29f453fd4dc req-9e68cb54-cba1-4a50-bbf9-6ee3d96dfc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.686591 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55dbd293-4270-4796-a109-f29f453fd4dc req-9e68cb54-cba1-4a50-bbf9-6ee3d96dfc32 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=1008835d26c54a319d691e690214a2f5&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1580322 Aug 04 11:48:25.766019 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07791b1-aeee-45a1-a316-15eec28dfcb4 req-67c2bc54-c935-4fa8-97f2-20391e5e82f6 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.767592 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e07791b1-aeee-45a1-a316-15eec28dfcb4 req-67c2bc54-c935-4fa8-97f2-20391e5e82f6 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 943 time: 0.0859137 Aug 04 11:48:25.769513 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-922f2990-6987-4da8-99ed-5f271a81d605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.770925 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-922f2990-6987-4da8-99ed-5f271a81d605 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 200 len: 909 time: 0.1567731 Aug 04 11:48:25.812270 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbd293-4270-4796-a109-f29f453fd4dc req-6719aebf-93b6-4583-a28d-14c60349a7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.814506 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55dbd293-4270-4796-a109-f29f453fd4dc req-6719aebf-93b6-4583-a28d-14c60349a7dc service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1179600 Aug 04 11:48:25.880825 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e07791b1-aeee-45a1-a316-15eec28dfcb4 req-2776c644-dee3-41d3-a49a-094f10da1c7a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063497 Aug 04 11:48:25.911377 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-da55e3b5-4d1a-4483-8b7b-d762db14fe67 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 200 len: 1000 time: 0.1303778 Aug 04 11:48:25.926715 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-cc326de6-00de-4acb-bd18-0119b3547e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.926715 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-cc326de6-00de-4acb-bd18-0119b3547e61 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1096 time: 0.0643213 Aug 04 11:48:25.974834 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-e2367f76-d443-458d-910d-c91dd1880b54 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 217 time: 0.0400093 Aug 04 11:48:25.980957 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-ecefece9-8b11-4e70-bceb-ecd91d0ab541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:25.983155 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-ecefece9-8b11-4e70-bceb-ecd91d0ab541 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 HTTP/1.1" status: 200 len: 846 time: 0.0635974 Aug 04 11:48:25.998103 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:26.050519 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-cf6d46a3-c321-4f04-91ba-f67d2ccdea98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:26.051249 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-01bd0e64-dca4-403c-9603-c76c3ad9695d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:26.052687 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-cf6d46a3-c321-4f04-91ba-f67d2ccdea98 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e211426f-a8ce-4055-b7d0-f58a731aa6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0621567 Aug 04 11:48:26.053602 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-01bd0e64-dca4-403c-9603-c76c3ad9695d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e055369-9b62-4738-b1d7-24c8f4df5f7a HTTP/1.1" status: 200 len: 853 time: 0.0706446 Aug 04 11:48:26.111132 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1aa854-c653-4f14-b368-d68921215c1d req-112d680a-182c-4a80-a439-45ff1485b1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:26.112754 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-112d680a-182c-4a80-a439-45ff1485b1b6 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f05b48-91c3-4265-a0d5-57ede073c261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443766 Aug 04 11:48:26.175976 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-2a4f2d2e-48ed-41a4-ba13-fb572824c3cf service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087685 Aug 04 11:48:26.218216 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-f182598f-8d5f-4ec3-b217-94880de8bd6c service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976801 Aug 04 11:48:26.292591 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80a94550-ffe9-4e72-93ba-1c44309fe9fc req-ea227789-edef-4997-ba9e-d8b2ac7364c0 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096299 Aug 04 11:48:26.346212 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3f1aa854-c653-4f14-b368-d68921215c1d req-4917431f-e054-4e18-aa12-1c8a4027d321 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197712 Aug 04 11:48:26.809932 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcf4f2-8002-4276-b115-f093e1c5bb14 req-8abe3969-60a4-4903-964a-bfe321a7402e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:26.811602 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bafcf4f2-8002-4276-b115-f093e1c5bb14 req-8abe3969-60a4-4903-964a-bfe321a7402e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0719535 Aug 04 11:48:26.860266 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bafcf4f2-8002-4276-b115-f093e1c5bb14 req-c0ca07fa-35b8-44af-bbfe-3f6bba737a71 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393608 Aug 04 11:48:27.040050 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37eb772-a22e-487f-954c-56b31e76f800 req-86c14166-7314-43d8-8721-ef772d511459 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:27.043061 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b37eb772-a22e-487f-954c-56b31e76f800 req-86c14166-7314-43d8-8721-ef772d511459 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0775735 Aug 04 11:48:27.056449 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd8519-041a-43ad-9727-ba2b073d0472 req-2f49a520-7532-479a-a54e-bec1f37c9da8 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:27.058669 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-89cd8519-041a-43ad-9727-ba2b073d0472 req-2f49a520-7532-479a-a54e-bec1f37c9da8 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 943 time: 0.0836182 Aug 04 11:48:27.090386 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b37eb772-a22e-487f-954c-56b31e76f800 req-769bd392-f999-4935-9d21-ad03db0ea791 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385735 Aug 04 11:48:27.117316 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-89cd8519-041a-43ad-9727-ba2b073d0472 req-8e915d22-531f-46e6-a2dc-c68a85c5c2a7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Aug 04 11:48:27.126847 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 58374) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:27.184805 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db475388-24c9-4d57-8768-c6b0ace3a144 tempest-TestVolumeBootPattern-424451122 tempest-TestVolumeBootPattern-424451122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:27.185162 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-db475388-24c9-4d57-8768-c6b0ace3a144 tempest-TestVolumeBootPattern-424451122 tempest-TestVolumeBootPattern-424451122-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 1094 time: 0.0569336 Aug 04 11:48:27.188942 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 58378) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:27.193975 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:27.304084 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.398419 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.536754 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Allocated IP 172.27.0.107 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/87391683-037c-4f55-8056-8e37c7c64929) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:27.648914 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.819458 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:27.868737 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:27.871824 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:27.877708 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:27.883160 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=87391683-037c-4f55-8056-8e37c7c64929,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:27.910039 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.910298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.911021 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.911021 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.911267 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.911585 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.911901 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.912219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.912536 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.912851 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.913188 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:27.913503 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:28.095510 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70c789-119b-4055-a95b-b99741a28d44 req-9973bc9a-4342-48bb-8c8f-d10f317e643e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:28.097333 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4a70c789-119b-4055-a95b-b99741a28d44 req-9973bc9a-4342-48bb-8c8f-d10f317e643e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0760546 Aug 04 11:48:28.161435 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4a70c789-119b-4055-a95b-b99741a28d44 req-c8378a5d-f335-46d0-9a67-33a4a4ecf4e4 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522516 Aug 04 11:48:28.329702 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e27af1-3efb-4b00-94dc-d50e17f1bd61 req-11abd05d-7cb0-4556-b316-3f28285dbeba tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:28.331300 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4e27af1-3efb-4b00-94dc-d50e17f1bd61 req-11abd05d-7cb0-4556-b316-3f28285dbeba tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 943 time: 0.1014524 Aug 04 11:48:28.350084 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:28.392776 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 269ed462-6abb-4bb1-bc33-2baf9c48a326 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:48:28.412657 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4e27af1-3efb-4b00-94dc-d50e17f1bd61 req-f783b8de-3de6-4463-b7a3-9d38b9891121 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707366 Aug 04 11:48:28.503237 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:28.504805 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:28.517051 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'port_id': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'mac_address': 'fa:16:3e:db:10:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:48:28.568463 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:28.580936 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269ed462-6abb-4bb1-bc33-2baf9c48a326 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:28.602370 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:28.664378 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:28.704556 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:28.753660 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:28.786155 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:28.859041 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=87391683-037c-4f55-8056-8e37c7c64929,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:28.869194 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:28.975817 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Floating IP 507b915e-b91e-4dfa-8e79-69bba6ed28df associated. External IP: 172.27.0.107, port: 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f. Aug 04 11:48:28.983700 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['269ed462-6abb-4bb1-bc33-2baf9c48a326'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:29.308955 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62cd6fe-38d4-44c4-a36b-da8078da0721 req-7c8019fa-410a-425f-84d5-861e1a0f68cd tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:29.311651 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b62cd6fe-38d4-44c4-a36b-da8078da0721 req-7c8019fa-410a-425f-84d5-861e1a0f68cd tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0722187 Aug 04 11:48:29.358938 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b62cd6fe-38d4-44c4-a36b-da8078da0721 req-46881708-dd98-4451-99b1-6c56b9f265a7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407312 Aug 04 11:48:29.524216 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:48:29.550858 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e8004-5c54-46ec-a526-2f8c529d47e0 req-c711108b-b8b1-4de7-92dd-e25a790bb4c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:29.552377 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b8e8004-5c54-46ec-a526-2f8c529d47e0 req-c711108b-b8b1-4de7-92dd-e25a790bb4c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 944 time: 0.0660825 Aug 04 11:48:29.657820 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2b8e8004-5c54-46ec-a526-2f8c529d47e0 req-47a32077-3c6e-4332-9e60-8fbe88a23fd3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760264 Aug 04 11:48:29.674547 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:48:29.688501 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:48:29.705979 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:48:29.706598 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:48:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:29.747242 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:29.778077 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-c30ceffa-279c-45d4-a5cf-f2206f8e5c15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5880277 Aug 04 11:48:29.778652 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:29.780889 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69236b5-8751-4d6a-a7df-c0adbb61e798" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:29.831971 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd382fa-06df-4bba-82a2-4da3934b8e9f x-openstack-request-id: req-8dd382fa-06df-4bba-82a2-4da3934b8e9f {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:29.832274 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:29.832651 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8dd382fa-06df-4bba-82a2-4da3934b8e9f {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:29.833196 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'status': 'completed', 'code': 200} Aug 04 11:48:29.916813 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-4f32fbfe-946f-4829-bd41-42c47a87c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:29.918377 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-4f32fbfe-946f-4829-bd41-42c47a87c4b1 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 1099 time: 0.0477681 Aug 04 11:48:29.959227 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:48:30.024621 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-961b52a0-2037-427b-9051-2a3f57a2db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:30.026179 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-961b52a0-2037-427b-9051-2a3f57a2db2f service neutron] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 913 time: 0.0960186 Aug 04 11:48:30.115829 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-74a2af9c-151a-478e-9ba4-6f7786e8b2ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f HTTP/1.1" status: 200 len: 1000 time: 0.0802495 Aug 04 11:48:30.183348 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-19bb7d0d-e6ce-44f2-be49-67b3a2c7913c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:30.185681 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-19bb7d0d-e6ce-44f2-be49-67b3a2c7913c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0566924 Aug 04 11:48:30.233693 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:28Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:30.246636 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-944f8911-97e9-42cb-9125-68c872b2a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:30.248200 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-944f8911-97e9-42cb-9125-68c872b2a878 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536952 Aug 04 11:48:30.262086 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:48:30.272478 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:48:30.273435 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:48:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:30.369421 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-b4b85d1c-7398-4293-afe0-aa6e9737902f service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114564 Aug 04 11:48:30.410417 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 269ed462-6abb-4bb1-bc33-2baf9c48a326 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:30.420663 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:48:30.515402 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b69236b5-8751-4d6a-a7df-c0adbb61e798 req-b879a9f2-66d3-405b-9ee7-3d5c7b5a9672 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363828 Aug 04 11:48:30.555237 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6d706e-5885-4e87-8b0a-1b8bc6dc285f req-af6f21bf-15c4-460f-9960-61692dc5e4fb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:30.557292 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd6d706e-5885-4e87-8b0a-1b8bc6dc285f req-af6f21bf-15c4-460f-9960-61692dc5e4fb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0876873 Aug 04 11:48:30.613439 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dd6d706e-5885-4e87-8b0a-1b8bc6dc285f req-77ec18a5-a059-4cb4-b7f3-8f9a24f72ce3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460193 Aug 04 11:48:30.775453 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 269ed462-6abb-4bb1-bc33-2baf9c48a326 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:48:30.785438 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 269ed462-6abb-4bb1-bc33-2baf9c48a326 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:30.793746 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:30.802061 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d53455-95ad-418f-a454-f13814e304ae req-e45f21d3-e9e9-47f0-a288-4848c254b68d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:30.803847 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e6d53455-95ad-418f-a454-f13814e304ae req-e45f21d3-e9e9-47f0-a288-4848c254b68d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 944 time: 0.0612109 Aug 04 11:48:30.840914 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:28Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:30.863157 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e6d53455-95ad-418f-a454-f13814e304ae req-6ee51181-a1da-449a-9539-4b6a41e21375 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494716 Aug 04 11:48:30.884062 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e62702-2325-435c-ada0-016942521ba8 None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:28Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:48:30.948806 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:30.985098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:30.987523 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0969bfb-1790-428c-86fb-32993280c963" -d '{"events": [{"server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "name": "network-vif-plugged", "status": "completed", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:31.003643 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:31.035114 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ee1fcd-1a3e-48d8-b6a3-6a627e53649c x-openstack-request-id: req-c0ee1fcd-1a3e-48d8-b6a3-6a627e53649c {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:31.035411 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "name": "network-vif-plugged", "status": "completed", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:31.035667 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-c0ee1fcd-1a3e-48d8-b6a3-6a627e53649c {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:31.036078 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'code': 200} Aug 04 11:48:31.090109 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:31.134186 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d953cb8-ddc5-4a8c-8eab-114ef8371b54 None None] New status for floating IP 507b915e-b91e-4dfa-8e79-69bba6ed28df: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:48:31.166331 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:31.432001 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ddf7ed-9d77-4cf8-ad5f-68c7c26b693e req-352d8757-43a7-4266-99bf-96a70b3d7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:31.434847 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-78ddf7ed-9d77-4cf8-ad5f-68c7c26b693e req-352d8757-43a7-4266-99bf-96a70b3d7883 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1098 time: 0.0482364 Aug 04 11:48:31.485917 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-78ddf7ed-9d77-4cf8-ad5f-68c7c26b693e req-a210ff15-3662-48c9-86d6-a73d898a8cd9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414844 Aug 04 11:48:31.758450 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ad3f8-4e82-40d6-b5da-8d23f97350ef req-6f20e30f-d2a0-4d79-8fbd-12032c32e30e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:31.760121 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7c9ad3f8-4e82-40d6-b5da-8d23f97350ef req-6f20e30f-d2a0-4d79-8fbd-12032c32e30e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0571842 Aug 04 11:48:31.814175 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7c9ad3f8-4e82-40d6-b5da-8d23f97350ef req-151a516a-4aab-49cf-b82b-62932621bf8b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453475 Aug 04 11:48:32.008703 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e2649-f9f8-40e5-ad9d-0e3783876612 req-03428444-65fc-4d96-8209-3868a5f3ddb0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:32.010208 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ab6e2649-f9f8-40e5-ad9d-0e3783876612 req-03428444-65fc-4d96-8209-3868a5f3ddb0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0621390 Aug 04 11:48:32.059712 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ab6e2649-f9f8-40e5-ad9d-0e3783876612 req-1069ef45-417e-4929-8345-51e95f7f7e5f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408652 Aug 04 11:48:32.944812 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3037fc99-bcab-4020-9929-d1626251957c req-fd68da9b-954b-4a9a-ac4a-9e2d476d7a4d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:32.946553 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3037fc99-bcab-4020-9929-d1626251957c req-fd68da9b-954b-4a9a-ac4a-9e2d476d7a4d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0570886 Aug 04 11:48:32.995532 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3037fc99-bcab-4020-9929-d1626251957c req-d5f44558-9c41-4fba-aafb-19591d0544a7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423610 Aug 04 11:48:33.183891 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3d3b5-335a-4741-8199-c7331be3ec8c req-6ef5b3ae-fa27-448c-894b-742408d5ee31 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:33.185568 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4e3d3b5-335a-4741-8199-c7331be3ec8c req-6ef5b3ae-fa27-448c-894b-742408d5ee31 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0508547 Aug 04 11:48:33.228534 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4e3d3b5-335a-4741-8199-c7331be3ec8c req-c6acfd2d-b2db-41c8-8842-6cbadf185cdd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Aug 04 11:48:33.357360 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08304c-5964-4a5a-8be4-336cdaf1e14c req-f103ec3b-84a3-4c9c-ac02-5eaf28e364c3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:33.358989 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fe08304c-5964-4a5a-8be4-336cdaf1e14c req-f103ec3b-84a3-4c9c-ac02-5eaf28e364c3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0547872 Aug 04 11:48:33.401163 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fe08304c-5964-4a5a-8be4-336cdaf1e14c req-c6e9019b-738c-4919-bf18-16dfe9dabca5 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359061 Aug 04 11:48:33.740955 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee1426-e821-4012-97c3-7322e40c36d6 req-05f7b5bf-35a0-463b-8a65-9805f3ae249d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:33.742471 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0cee1426-e821-4012-97c3-7322e40c36d6 req-05f7b5bf-35a0-463b-8a65-9805f3ae249d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0530655 Aug 04 11:48:33.786525 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0cee1426-e821-4012-97c3-7322e40c36d6 req-fb42f329-b911-4b97-a59d-f37d9ee81375 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371659 Aug 04 11:48:34.136255 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395ea4b-696f-4d3a-8dfa-dbfadb57eb80 req-a9b7dbdb-4596-498c-8c9f-bfc4b3ec5799 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:34.137795 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7395ea4b-696f-4d3a-8dfa-dbfadb57eb80 req-a9b7dbdb-4596-498c-8c9f-bfc4b3ec5799 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0560527 Aug 04 11:48:34.184059 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7395ea4b-696f-4d3a-8dfa-dbfadb57eb80 req-fece3bb3-2014-4d9e-afb2-228877f3f625 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364132 Aug 04 11:48:35.329478 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564660e4-5893-4047-9121-2ac90b72d77e req-f710cc65-33a5-4859-9157-3afc0bce2ea3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:35.330989 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-564660e4-5893-4047-9121-2ac90b72d77e req-f710cc65-33a5-4859-9157-3afc0bce2ea3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0524774 Aug 04 11:48:35.376054 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-564660e4-5893-4047-9121-2ac90b72d77e req-a8376235-da7f-4061-bad6-ba9227b03efd tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391402 Aug 04 11:48:36.520584 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e6e17-8c96-4171-a72d-28ca06f6358b req-43b1a4c6-300e-40b0-b5d7-e89e849ac191 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:36.522125 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-227e6e17-8c96-4171-a72d-28ca06f6358b req-43b1a4c6-300e-40b0-b5d7-e89e849ac191 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0613964 Aug 04 11:48:36.566216 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-227e6e17-8c96-4171-a72d-28ca06f6358b req-1493cccc-e81b-4299-8d54-50533a5e1490 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367265 Aug 04 11:48:37.708673 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90167d1-9021-4c6d-b8ab-cc3ab9690ce4 req-f15e13dc-f197-49de-97ed-ceea7d0913d1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:37.710437 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f90167d1-9021-4c6d-b8ab-cc3ab9690ce4 req-f15e13dc-f197-49de-97ed-ceea7d0913d1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0538423 Aug 04 11:48:37.758522 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f90167d1-9021-4c6d-b8ab-cc3ab9690ce4 req-1a89cb00-b48a-4b5b-b9ad-c3a4a3a47d2a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365839 Aug 04 11:48:38.907652 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c668f9-d966-44e1-8e42-1daaf923be7f req-23d4d583-8a40-4274-9887-3c14be8c44aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:38.909242 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b7c668f9-d966-44e1-8e42-1daaf923be7f req-23d4d583-8a40-4274-9887-3c14be8c44aa tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0588708 Aug 04 11:48:38.954317 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b7c668f9-d966-44e1-8e42-1daaf923be7f req-3590db3c-7137-4bdc-9653-3186bcaaaa20 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385487 Aug 04 11:48:40.093358 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df55f12-c6d6-410d-850e-aee896010749 req-56e79e76-0cb5-4a80-a44e-040bc32da7ad tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:40.094878 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5df55f12-c6d6-410d-850e-aee896010749 req-56e79e76-0cb5-4a80-a44e-040bc32da7ad tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0589154 Aug 04 11:48:40.147509 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5df55f12-c6d6-410d-850e-aee896010749 req-87c0a0f2-a526-4293-9c05-a782686213d9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461097 Aug 04 11:48:41.295870 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48845b5-90a3-4303-b565-dfb0b79b45e9 req-669536f3-a27a-43ac-9408-c64d848c2541 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:41.298597 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b48845b5-90a3-4303-b565-dfb0b79b45e9 req-669536f3-a27a-43ac-9408-c64d848c2541 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0737326 Aug 04 11:48:41.341549 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b48845b5-90a3-4303-b565-dfb0b79b45e9 req-73085721-d41d-48bc-9e9d-79868c00e545 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370145 Aug 04 11:48:42.469080 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5a751-f73e-46b7-82d9-94f7e74c704c req-6c2d2a3a-cafa-4850-b810-334cdba01e46 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:42.470619 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-69d5a751-f73e-46b7-82d9-94f7e74c704c req-6c2d2a3a-cafa-4850-b810-334cdba01e46 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0502083 Aug 04 11:48:42.510795 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-69d5a751-f73e-46b7-82d9-94f7e74c704c req-64bb8cfa-20eb-4a3b-bfb6-69e30d7f9af2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Aug 04 11:48:43.466042 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-038d360a-f60b-4833-ac50-a33184888ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:43.648848 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de94141-ba75-4d78-b82c-43bedc6b1c38 req-79630fc8-3aec-44d5-b885-588c3ed2799f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:43.651416 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de94141-ba75-4d78-b82c-43bedc6b1c38 req-79630fc8-3aec-44d5-b885-588c3ed2799f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0622151 Aug 04 11:48:43.702949 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5de94141-ba75-4d78-b82c-43bedc6b1c38 req-690d86eb-5c35-4ee0-9c95-bb45d15eed31 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451121 Aug 04 11:48:44.509485 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:48:44.612734 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:44.625187 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '431667f5-9c01-424c-acbe-f108dbd5d010', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'port_id': '431667f5-9c01-424c-acbe-f108dbd5d010', 'mac_address': 'fa:16:3e:ea:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:48:44.662020 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:44.679070 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 431667f5-9c01-424c-acbe-f108dbd5d010 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:48:44.700069 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:44.780613 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:44.833011 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8205-8d43-41da-9e34-8c837523ffbc req-16969f7d-a0cb-4032-8d97-5e62cf1e2218 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:44.835326 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d41b8205-8d43-41da-9e34-8c837523ffbc req-16969f7d-a0cb-4032-8d97-5e62cf1e2218 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 944 time: 0.0490043 Aug 04 11:48:44.873818 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=6']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:44.882720 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d41b8205-8d43-41da-9e34-8c837523ffbc req-c4913fd1-a5ff-4ab3-9cf6-959b78672966 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367396 Aug 04 11:48:44.912034 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['431667f5-9c01-424c-acbe-f108dbd5d010'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:46.069213 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2ce49-a737-4dc3-81c6-5771b06487a0 req-97ebd276-96e1-4ef3-81df-b65fd4a6b728 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:46.070986 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7a2ce49-a737-4dc3-81c6-5771b06487a0 req-97ebd276-96e1-4ef3-81df-b65fd4a6b728 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 944 time: 0.0913844 Aug 04 11:48:46.079200 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-709de287-dd92-4403-a4be-5a72801f79a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:46.135247 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d7a2ce49-a737-4dc3-81c6-5771b06487a0 req-4dcdaee7-e567-4828-9bca-d56af6497904 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509830 Aug 04 11:48:46.200337 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dae00b-e4c5-4d25-8bf9-4ba4a7ef02d4 req-3e8b0c7a-8b4b-46a3-a59e-98391766cb88 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:46.202027 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-80dae00b-e4c5-4d25-8bf9-4ba4a7ef02d4 req-3e8b0c7a-8b4b-46a3-a59e-98391766cb88 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0605223 Aug 04 11:48:46.209628 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:46.248049 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-80dae00b-e4c5-4d25-8bf9-4ba4a7ef02d4 req-791696ee-6e61-4f38-855f-1384f8094f72 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393596 Aug 04 11:48:46.273035 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 58502) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:46.510733 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f58ad6-63c9-49f1-ae11-0d91a9d0b613 tempest-TestMinimumBasicScenario-195628384 tempest-TestMinimumBasicScenario-195628384-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:46.512829 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-31f58ad6-63c9-49f1-ae11-0d91a9d0b613 tempest-TestMinimumBasicScenario-195628384 tempest-TestMinimumBasicScenario-195628384-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1093 time: 0.2386048 Aug 04 11:48:46.515885 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58510) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:46.520464 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'port_id': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:46.526267 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:48:46.583865 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 431667f5-9c01-424c-acbe-f108dbd5d010 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:46.584242 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:46.647738 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for floatingip, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:46.678921 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:46.728500 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:46.730360 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:46.733184 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3044d615-a6a2-42a4-a206-032fb30d41ae" -d '{"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-plugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:46.804659 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51383157-ab00-436a-a96b-a589db68193f x-openstack-request-id: req-51383157-ab00-436a-a96b-a589db68193f {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:46.804659 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-plugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:46.804659 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-51383157-ab00-436a-a96b-a589db68193f {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:46.804659 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010', 'code': 200} Aug 04 11:48:46.805170 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:46.933824 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Allocated IP 172.27.0.254 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/b8472c7c-d5f6-45d7-a82f-63ccab4507ef) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:48:47.051040 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:47.053392 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:47.077779 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:47.127159 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=7']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:47.221784 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:47.280070 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:48:47.296316 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:48:47.303692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:48:47.331303 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'Port': ['ID=b8472c7c-d5f6-45d7-a82f-63ccab4507ef,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:47.354081 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.354436 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.354782 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.355145 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.355481 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.355834 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.356150 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.356479 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.357009 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.357160 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.357487 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.357807 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:48:47.395367 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888c1ca-66ff-4934-94e0-194e457d0d11 req-39e81511-9ca6-4fc7-a0e3-eae119194fca tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:47.396897 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d888c1ca-66ff-4934-94e0-194e457d0d11 req-39e81511-9ca6-4fc7-a0e3-eae119194fca tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.1457679 Aug 04 11:48:47.498818 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d888c1ca-66ff-4934-94e0-194e457d0d11 req-2072cbf1-04be-4095-9d58-e9c64a8a434e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775752 Aug 04 11:48:48.130281 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:48.295221 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:48.606497 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:48.673515 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa4e57c-cd0e-4790-a516-692a4740c19b req-aad3eafa-839a-49cf-9306-d8639fb59f1a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:48.675816 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5aa4e57c-cd0e-4790-a516-692a4740c19b req-aad3eafa-839a-49cf-9306-d8639fb59f1a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0579910 Aug 04 11:48:48.685384 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:48.769547 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5aa4e57c-cd0e-4790-a516-692a4740c19b req-a324d8f4-acd0-4ed8-b4dc-38634e8359e1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802500 Aug 04 11:48:48.811798 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:48.813711 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'Port': ['ID=b8472c7c-d5f6-45d7-a82f-63ccab4507ef,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:48.950860 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:48.989285 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.l3_db [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Floating IP d794b91a-de05-41a7-9901-2075b1c291c6 associated. External IP: 172.27.0.254, port: 269ed462-6abb-4bb1-bc33-2baf9c48a326. Aug 04 11:48:49.335600 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Router 8784994f-89d8-4516-9926-4c6860e2a6f5 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:48:49.488263 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:48:49.499161 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] Sync routers for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:48:49.516457 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:48:49.517280 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:48:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:49.575782 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:49.609088 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-924e909b-73f6-4cb8-8036-6fba2fd092c0 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0917621 Aug 04 11:48:49.610349 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:49.611800 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 58528) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:49.614609 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd237de7-8351-492c-9227-837dcb8a3348" -d '{"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:49.623473 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-f3afecf4-f13f-4f04-a033-fce783dd09c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144743417', 'description': 'tempest-secgroup-smoke-2144743417 description', 'project_id': '1008835d26c54a319d691e690214a2f5'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:49.707668 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:48:49.710129 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d558f91-5f50-4991-b402-2fd7e1c38b00 x-openstack-request-id: req-7d558f91-5f50-4991-b402-2fd7e1c38b00 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:49.710921 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:49.711294 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7d558f91-5f50-4991-b402-2fd7e1c38b00 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:49.711914 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'status': 'completed', 'code': 200} Aug 04 11:48:49.789457 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237de7-8351-492c-9227-837dcb8a3348 req-700b3e98-12d9-48b4-844a-c49a32627e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:49.790959 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dd237de7-8351-492c-9227-837dcb8a3348 req-700b3e98-12d9-48b4-844a-c49a32627e26 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1098 time: 0.0493970 Aug 04 11:48:49.904184 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237de7-8351-492c-9227-837dcb8a3348 req-f9f79195-b761-47eb-a2d2-e674f57e84ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:49.905827 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dd237de7-8351-492c-9227-837dcb8a3348 req-f9f79195-b761-47eb-a2d2-e674f57e84ab service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 200 len: 916 time: 0.0997875 Aug 04 11:48:49.910937 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f3afecf4-f13f-4f04-a033-fce783dd09c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:49.936686 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f421c8-cc8e-46cd-a0e4-ae01d8ca1a1a req-14c37fdf-e8e0-46d2-863f-913da6866a0c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:49.936686 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f8f421c8-cc8e-46cd-a0e4-ae01d8ca1a1a req-14c37fdf-e8e0-46d2-863f-913da6866a0c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0629120 Aug 04 11:48:49.987693 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'd794b91a-de05-41a7-9901-2075b1c291c6', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'port_id': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'mac_address': 'fa:16:3e:db:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20334d-d241-4149-9ded-511adfbf8af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:47Z', 'updated_at': '2021-08-04T11:48:47Z', 'revision_number': 0, 'project_id': '1008835d26c54a319d691e690214a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:47Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:49.994142 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dd237de7-8351-492c-9227-837dcb8a3348 req-fc4af2d1-c158-4be7-83e5-89c6b8685a24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 999 time: 0.0771580 Aug 04 11:48:50.005033 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f8f421c8-cc8e-46cd-a0e4-ae01d8ca1a1a req-eaf44a37-a25b-4378-a703-8c969efbcdee tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533032 Aug 04 11:48:50.030923 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] Checking router: 8784994f-89d8-4516-9926-4c6860e2a6f5 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:48:50.041013 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:48:50.042100 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:48:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:50.060776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f3afecf4-f13f-4f04-a033-fce783dd09c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.071045 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237de7-8351-492c-9227-837dcb8a3348 req-62ca30eb-b733-4e0a-ae1c-eb9d25c8096b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:50.072635 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dd237de7-8351-492c-9227-837dcb8a3348 req-62ca30eb-b733-4e0a-ae1c-eb9d25c8096b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e055369-9b62-4738-b1d7-24c8f4df5f7a HTTP/1.1" status: 200 len: 853 time: 0.0689101 Aug 04 11:48:50.124887 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd237de7-8351-492c-9227-837dcb8a3348 req-ac8b3220-607c-4a4c-8603-22a7216c5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:50.126673 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dd237de7-8351-492c-9227-837dcb8a3348 req-ac8b3220-607c-4a4c-8603-22a7216c5c74 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f05b48-91c3-4265-a0d5-57ede073c261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451133 Aug 04 11:48:50.173118 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:48:50.204224 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f3afecf4-f13f-4f04-a033-fce783dd09c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.226818 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dd237de7-8351-492c-9227-837dcb8a3348 req-56d4a9ed-f203-49cd-ae4a-84d5d8a38586 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919566 Aug 04 11:48:50.237279 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3afecf4-f13f-4f04-a033-fce783dd09c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=032f12bf-934e-40a4-b050-e0cab1d67be4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:50.313094 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f3afecf4-f13f-4f04-a033-fce783dd09c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.314822 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f3afecf4-f13f-4f04-a033-fce783dd09c9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6966844 Aug 04 11:48:50.317842 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 58538) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:50.323150 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-87c4918d-7e72-43e4-a37f-b8a204f9099e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'security_group_rule': {'security_group_id': '032f12bf-934e-40a4-b050-e0cab1d67be4', 'project_id': '1008835d26c54a319d691e690214a2f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:50.364831 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-dd237de7-8351-492c-9227-837dcb8a3348 req-6e93bd3d-349b-412a-a1bd-066514ff7223 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229467 Aug 04 11:48:50.493206 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'd794b91a-de05-41a7-9901-2075b1c291c6', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'port_id': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'mac_address': 'fa:16:3e:db:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20334d-d241-4149-9ded-511adfbf8af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:47Z', 'updated_at': '2021-08-04T11:48:47Z', 'revision_number': 0, 'project_id': '1008835d26c54a319d691e690214a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:47Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:48:50.493715 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-87c4918d-7e72-43e4-a37f-b8a204f9099e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.533884 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-367a9825-47c9-4a0a-bd67-2f4466920c2f None None] The sync data for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi is: [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'd794b91a-de05-41a7-9901-2075b1c291c6', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'floating_ip_address': '172.27.0.254', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'port_id': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 616, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'mac_address': 'fa:16:3e:db:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b20334d-d241-4149-9ded-511adfbf8af5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:47Z', 'updated_at': '2021-08-04T11:48:47Z', 'revision_number': 0, 'project_id': '1008835d26c54a319d691e690214a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:47Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:48:50.614731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-87c4918d-7e72-43e4-a37f-b8a204f9099e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.730810 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-87c4918d-7e72-43e4-a37f-b8a204f9099e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.756284 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4918d-7e72-43e4-a37f-b8a204f9099e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2b76fa-d8ba-4b6d-8dc1-66e8a18d52cd,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:50.813824 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a15b47-a838-4ec9-a65d-182f19e846d4 None None] New status for floating IP d794b91a-de05-41a7-9901-2075b1c291c6: ACTIVE {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:48:50.969032 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-87c4918d-7e72-43e4-a37f-b8a204f9099e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:50.977341 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58542) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:50.977926 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-87c4918d-7e72-43e4-a37f-b8a204f9099e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6582942 Aug 04 11:48:50.983389 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-09fa446d-c0b0-4530-b580-80daa1500366 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'security_group_rule': {'security_group_id': '032f12bf-934e-40a4-b050-e0cab1d67be4', 'project_id': '1008835d26c54a319d691e690214a2f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:51.170659 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-09fa446d-c0b0-4530-b580-80daa1500366 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.245886 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096f11-4188-4a33-92f8-c51888c7c837 req-def9d1c3-da11-4e22-9769-c8cd03250741 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:51.245886 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5e096f11-4188-4a33-92f8-c51888c7c837 req-def9d1c3-da11-4e22-9769-c8cd03250741 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.1452441 Aug 04 11:48:51.262267 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-09fa446d-c0b0-4530-b580-80daa1500366 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.313606 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5e096f11-4188-4a33-92f8-c51888c7c837 req-ad6443b9-77d0-4c40-9b44-8ba57ad1d758 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591230 Aug 04 11:48:51.359097 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-09fa446d-c0b0-4530-b580-80daa1500366 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.389156 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fa446d-c0b0-4530-b580-80daa1500366 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f056001-b786-4b2c-957c-55427827b3c0,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:51.473757 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-09fa446d-c0b0-4530-b580-80daa1500366 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.476188 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-09fa446d-c0b0-4530-b580-80daa1500366 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4972746 Aug 04 11:48:51.483864 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58546) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:51.489530 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-7ad7b7ce-55ba-41a8-80a7-919d737663d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'security_group_rule': {'security_group_id': '032f12bf-934e-40a4-b050-e0cab1d67be4', 'project_id': '1008835d26c54a319d691e690214a2f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:51.625814 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b7ce-55ba-41a8-80a7-919d737663d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.720149 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b7ce-55ba-41a8-80a7-919d737663d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.789288 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b7ce-55ba-41a8-80a7-919d737663d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.811618 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad7b7ce-55ba-41a8-80a7-919d737663d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4361cc57-2b3f-4de3-804e-c3c78afec933,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:51.895647 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7ad7b7ce-55ba-41a8-80a7-919d737663d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:51.897095 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-7ad7b7ce-55ba-41a8-80a7-919d737663d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4119561 Aug 04 11:48:51.899954 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58548) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:51.905903 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-b1e4dc8f-1ebd-4973-8acf-b8cf625fe64f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'security_group_rule': {'security_group_id': '032f12bf-934e-40a4-b050-e0cab1d67be4', 'project_id': '1008835d26c54a319d691e690214a2f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:52.065847 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dc8f-1ebd-4973-8acf-b8cf625fe64f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.187145 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dc8f-1ebd-4973-8acf-b8cf625fe64f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.294521 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dc8f-1ebd-4973-8acf-b8cf625fe64f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.338875 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e4dc8f-1ebd-4973-8acf-b8cf625fe64f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae77597-704d-42ce-a2a1-1aff7df6c857,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:52.468121 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b1e4dc8f-1ebd-4973-8acf-b8cf625fe64f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.479287 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b1e4dc8f-1ebd-4973-8acf-b8cf625fe64f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5767915 Aug 04 11:48:52.494073 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58552) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:52.494267 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39b73b-5f84-436e-8481-35f94b51b2ee req-f5d5d0d5-e218-4e49-acde-2addce07a96b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:52.494267 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8e39b73b-5f84-436e-8481-35f94b51b2ee req-f5d5d0d5-e218-4e49-acde-2addce07a96b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0854518 Aug 04 11:48:52.495065 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'security_group_rule': {'security_group_id': '032f12bf-934e-40a4-b050-e0cab1d67be4', 'project_id': '1008835d26c54a319d691e690214a2f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:52.561179 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8e39b73b-5f84-436e-8481-35f94b51b2ee req-eb98cf79-1d64-41c8-9c27-e427920c3820 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604656 Aug 04 11:48:52.608319 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.securitygroups_db [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Project 1008835d26c54a319d691e690214a2f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:48:52.617633 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.705993 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.802221 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.829542 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb82e98b-48e2-4958-87bb-1595f3c8376f,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:52.929890 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:52.931380 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-8a6ee124-02de-4bd6-80a2-1f5f1f3e731f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4499006 Aug 04 11:48:52.935337 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58554) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:48:52.942317 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'security_group_rule': {'security_group_id': '032f12bf-934e-40a4-b050-e0cab1d67be4', 'project_id': '1008835d26c54a319d691e690214a2f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:53.159965 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.securitygroups_db [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Project 1008835d26c54a319d691e690214a2f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 04 11:48:53.167161 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:53.243890 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:53.657156 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:53.690927 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5987f7-f39f-4e98-8325-def16c508a22,revision_number=0']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:53.718301 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c7562-89c8-4404-a76b-0c328797f1eb req-3b6e8c4d-9be9-42fc-89e3-961a34cb62d8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:53.719934 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-167c7562-89c8-4404-a76b-0c328797f1eb req-3b6e8c4d-9be9-42fc-89e3-961a34cb62d8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0749238 Aug 04 11:48:53.762166 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-167c7562-89c8-4404-a76b-0c328797f1eb req-a66619b3-4795-43cc-a29a-368c59f7c64e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352182 Aug 04 11:48:53.833153 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:53.834511 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ef936ea5-cd0e-40a5-9fba-056432d5ca93 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8980358 Aug 04 11:48:53.915554 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-d8d73a3d-7de6-4555-a312-544143ae366c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144743417&fields=id&tenant_id=1008835d26c54a319d691e690214a2f5 HTTP/1.1" status: 200 len: 267 time: 0.0343256 Aug 04 11:48:53.987961 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-231c8dfd-19e6-4ef3-b395-6be9d44a94b4 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:53.991151 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-231c8dfd-19e6-4ef3-b395-6be9d44a94b4 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0694108 Aug 04 11:48:54.003047 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'port': {'security_groups': ['45fd745c-53c7-4155-b1d3-c9ef6f702930', '032f12bf-934e-40a4-b050-e0cab1d67be4']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:48:54.104093 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:54.372180 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:48:54.430798 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:54.519119 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:54.540401 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['269ed462-6abb-4bb1-bc33-2baf9c48a326'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:54.591952 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:54.593079 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:54.601796 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-690a0ad2-d739-4269-b5b8-5bc3c2d8e030 req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "PUT /v2.0/ports/269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 981 time: 0.6036909 Aug 04 11:48:54.602487 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:48:54.605412 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5" -d '{"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:48:54.693683 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6bef5-a611-4702-9337-c1467efd70fd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=6']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:48:54.727321 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['269ed462-6abb-4bb1-bc33-2baf9c48a326'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:48:54.735945 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3038e08a-3755-4b5f-8e3d-4f868bcfc44b x-openstack-request-id: req-3038e08a-3755-4b5f-8e3d-4f868bcfc44b {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:48:54.736332 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:48:54.736748 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3038e08a-3755-4b5f-8e3d-4f868bcfc44b {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:48:54.737260 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'status': 'completed', 'code': 200} Aug 04 11:48:54.832535 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b82e8-d305-44d2-abd1-9312800867ca req-2d5bed26-104d-4398-8469-bba29c97871a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:54.834160 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4b5b82e8-d305-44d2-abd1-9312800867ca req-2d5bed26-104d-4398-8469-bba29c97871a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.1331689 Aug 04 11:48:54.851274 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-3b82f118-deea-4cc1-9019-98602e60b58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:54.852867 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-3b82f118-deea-4cc1-9019-98602e60b58f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1137 time: 0.0957377 Aug 04 11:48:55.051897 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da328934-682a-4c02-abde-8b3dc6745f9c req-65d3745c-fda8-4cd1-8bd6-075f2ce88518 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:55.059494 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-da328934-682a-4c02-abde-8b3dc6745f9c req-65d3745c-fda8-4cd1-8bd6-075f2ce88518 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.1505620 Aug 04 11:48:55.079410 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4b5b82e8-d305-44d2-abd1-9312800867ca req-f885f907-1bfb-4f6a-b57c-fe0d4bbd65fa tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2173045 Aug 04 11:48:55.118240 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-f940018d-caaa-4d31-9420-1d4d5b3a449d None None] Provisioning complete for port 269ed462-6abb-4bb1-bc33-2baf9c48a326 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:48:55.118677 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f940018d-caaa-4d31-9420-1d4d5b3a449d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:55.140554 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-da328934-682a-4c02-abde-8b3dc6745f9c req-3db18310-368a-4087-8559-6b46fb88eadc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801780 Aug 04 11:48:55.187806 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-69958fe7-2cbf-449f-97ed-f3b6cb39894c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:55.189873 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-69958fe7-2cbf-449f-97ed-f3b6cb39894c service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 200 len: 916 time: 0.3206089 Aug 04 11:48:55.279551 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-2b61fd6e-12cb-4e07-87eb-aad7baaf036d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 1001 time: 0.0821714 Aug 04 11:48:55.388255 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-dca7eeb6-7970-46bc-929d-d0777e3fb0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:55.391883 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-dca7eeb6-7970-46bc-929d-d0777e3fb0db service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e055369-9b62-4738-b1d7-24c8f4df5f7a HTTP/1.1" status: 200 len: 853 time: 0.1031787 Aug 04 11:48:55.478863 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-eba34edb-8198-4d46-96ca-d6f9db123e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:55.482537 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-eba34edb-8198-4d46-96ca-d6f9db123e7e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f05b48-91c3-4265-a0d5-57ede073c261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812058 Aug 04 11:48:55.646750 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-d32fe70a-9b06-4de3-9588-45f8461d8d60 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551056 Aug 04 11:48:55.786162 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-82d4d2b1-65cf-4953-9f2a-93bfc93cb4b5 req-bebec888-a397-4f0d-89bd-b404494a9e76 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308832 Aug 04 11:48:55.999017 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:48:56.403787 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3646428-43be-4e28-b502-a2ce90eed92f req-97201e11-775d-45ea-8041-f65cd8bc323a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:56.407395 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f3646428-43be-4e28-b502-a2ce90eed92f req-97201e11-775d-45ea-8041-f65cd8bc323a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.1080039 Aug 04 11:48:56.461541 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f3646428-43be-4e28-b502-a2ce90eed92f req-79d26c5e-3ae8-42f1-8c55-c16b1c021c6f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455339 Aug 04 11:48:57.611891 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf35641-0f1e-4c3c-ba92-1e1dd7b18c02 req-8c2935dd-a737-465e-8361-395df9764d4f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:57.613479 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddf35641-0f1e-4c3c-ba92-1e1dd7b18c02 req-8c2935dd-a737-465e-8361-395df9764d4f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0528793 Aug 04 11:48:57.665408 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ddf35641-0f1e-4c3c-ba92-1e1dd7b18c02 req-c033629d-8f02-4dd1-ac03-9205ee0207b1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454738 Aug 04 11:48:58.816741 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6cf015-fabf-490d-ba47-fc1839b396b0 req-55116f41-d6ec-4d6a-b3ed-a9ea95b57bc5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:58.819589 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2e6cf015-fabf-490d-ba47-fc1839b396b0 req-55116f41-d6ec-4d6a-b3ed-a9ea95b57bc5 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0701697 Aug 04 11:48:58.867727 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2e6cf015-fabf-490d-ba47-fc1839b396b0 req-143bc595-aeed-4dcb-9e48-ab2cdeeecfd9 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364151 Aug 04 11:48:59.994825 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3c0c0-a31a-4953-a4ba-64d6a08da3d0 req-2c2eb422-8f3c-406c-bb55-6e9d8173f7a1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:48:59.996967 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-41e3c0c0-a31a-4953-a4ba-64d6a08da3d0 req-2c2eb422-8f3c-406c-bb55-6e9d8173f7a1 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0543549 Aug 04 11:49:00.036437 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-41e3c0c0-a31a-4953-a4ba-64d6a08da3d0 req-951662c6-81e7-4955-88dd-c2d3909cb35a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331116 Aug 04 11:49:00.445811 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-7a09c03c-05d2-4d53-99b1-c3b7cfe5fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:00.447324 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-7a09c03c-05d2-4d53-99b1-c3b7cfe5fe32 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1098 time: 0.0440137 Aug 04 11:49:00.553014 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-5a69d792-e838-43ef-8539-096336faf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:00.554965 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-5a69d792-e838-43ef-8539-096336faf17b service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.0992575 Aug 04 11:49:00.629226 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-d48d6c27-b70b-454a-8d2a-fded91918a96 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 200 len: 1001 time: 0.0669689 Aug 04 11:49:00.688123 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-b9ef6f09-22b0-4eff-96ba-1fc2ba2afe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:00.689659 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-b9ef6f09-22b0-4eff-96ba-1fc2ba2afe28 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0528908 Aug 04 11:49:00.741636 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-8376cf0e-d800-40a4-b89c-984a22c68e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:00.743088 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-8376cf0e-d800-40a4-b89c-984a22c68e42 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0453212 Aug 04 11:49:00.851918 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-abd6c6f6-a22a-4b1a-a927-a11bb7c70726 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010020 Aug 04 11:49:00.962072 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ef32eaaa-bf53-45de-ab74-c6c574d4eba5 req-edecb5d6-bf56-461a-98de-8292100fe1f0 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021814 Aug 04 11:49:01.163919 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c9e19-b260-4be9-b131-66c683472eed req-28429ecb-cd58-4157-ba44-7daee2e5745b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:01.165475 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3a9c9e19-b260-4be9-b131-66c683472eed req-28429ecb-cd58-4157-ba44-7daee2e5745b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0511940 Aug 04 11:49:01.204818 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3a9c9e19-b260-4be9-b131-66c683472eed req-81088a10-0deb-4968-a81c-e04bfce3530f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327160 Aug 04 11:49:01.830935 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:49:02.337744 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ba658-44c1-4530-be5c-4c59359984b1 req-f6373886-caa7-4335-b4ad-dc0ed44a718b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:02.339335 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-438ba658-44c1-4530-be5c-4c59359984b1 req-f6373886-caa7-4335-b4ad-dc0ed44a718b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 945 time: 0.0569410 Aug 04 11:49:02.378006 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-438ba658-44c1-4530-be5c-4c59359984b1 req-b54aef64-2e07-491e-b3ea-010408caa7ae tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323114 Aug 04 11:49:02.613360 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:02.702527 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:02.734148 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:02.736559 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046ef8bc-cc13-4369-b470-b17a60a0fd86" -d '{"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-unplugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:02.750258 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:02.777382 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a51864-150e-44ce-afcd-483f4fd2c150 x-openstack-request-id: req-b8a51864-150e-44ce-afcd-483f4fd2c150 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:02.778260 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-unplugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:02.778403 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-b8a51864-150e-44ce-afcd-483f4fd2c150 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:02.778784 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010', 'code': 200} Aug 04 11:49:02.894062 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:02.945057 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=8']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:02.953490 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.953846 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.954191 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.954597 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.954931 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.955318 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.955666 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.957624 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.957817 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.958306 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.959615 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:02.959968 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:49:03.515915 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768ee2e9-7962-4a18-90c0-445e96246558 req-eaf83c6a-42ea-4ecd-b3f7-cdb2ee2f8433 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:03.517412 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-768ee2e9-7962-4a18-90c0-445e96246558 req-eaf83c6a-42ea-4ecd-b3f7-cdb2ee2f8433 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0563295 Aug 04 11:49:03.561231 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-768ee2e9-7962-4a18-90c0-445e96246558 req-034dd9c6-5d28-48cf-bbda-e6bc2a1b9459 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379100 Aug 04 11:49:06.363809 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620dab55-2d87-4257-b323-3a29a258b60e req-28aa8a29-0f7e-4ce6-ac9a-3abc13f16776 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:06.365251 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-620dab55-2d87-4257-b323-3a29a258b60e req-28aa8a29-0f7e-4ce6-ac9a-3abc13f16776 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0533969 Aug 04 11:49:06.406843 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-620dab55-2d87-4257-b323-3a29a258b60e req-f4e04214-b100-4572-ae08-44ecd8f27f0e tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354457 Aug 04 11:49:06.528694 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8d0290-49b2-446a-b50f-eb3f0a9a3925 req-ced24d89-4398-4a02-bcfb-336ce86c5cd3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:06.530936 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-db8d0290-49b2-446a-b50f-eb3f0a9a3925 req-ced24d89-4398-4a02-bcfb-336ce86c5cd3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0506504 Aug 04 11:49:06.570063 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-db8d0290-49b2-446a-b50f-eb3f0a9a3925 req-fea7fc43-9125-4b58-b3f7-27c3cb823379 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332699 Aug 04 11:49:06.622710 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:07.215744 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58654) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:49:07.303844 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-e4e99c4e-107c-4cac-8381-84786c5a8624 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867200 Aug 04 11:49:07.557457 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039dcc3d-8a98-4505-915a-a4e577f83093 req-107c9c23-ce2e-48dc-913c-80b809876f2a tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:07.558975 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039dcc3d-8a98-4505-915a-a4e577f83093 req-107c9c23-ce2e-48dc-913c-80b809876f2a tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0566449 Aug 04 11:49:07.601152 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-039dcc3d-8a98-4505-915a-a4e577f83093 req-5c172638-5237-47ba-85eb-1f7b2d2414ce tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357194 Aug 04 11:49:07.711182 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617438dd-64c4-45cc-9018-03428f7012f8 req-dd1a79db-8390-4d05-bca1-4ea3b5e57da6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:07.712727 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-617438dd-64c4-45cc-9018-03428f7012f8 req-dd1a79db-8390-4d05-bca1-4ea3b5e57da6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0573568 Aug 04 11:49:07.767448 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-617438dd-64c4-45cc-9018-03428f7012f8 req-eb9d0cc9-6c6a-43bf-8e0b-66f71053b356 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Aug 04 11:49:08.721724 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a59f340-cbfe-4f41-9906-badc7506383c req-a03265c5-5d7a-49ab-ac0b-f32e6036f03d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:08.723211 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5a59f340-cbfe-4f41-9906-badc7506383c req-a03265c5-5d7a-49ab-ac0b-f32e6036f03d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0501213 Aug 04 11:49:08.768677 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5a59f340-cbfe-4f41-9906-badc7506383c req-5054df32-e269-4288-898d-1a8ae53642c9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386708 Aug 04 11:49:08.911390 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5c4ad-2c44-420f-9cc8-8bff26b9a38a req-225f7aff-3758-4ae1-8f0e-c62b24eaa617 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:08.912789 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cfb5c4ad-2c44-420f-9cc8-8bff26b9a38a req-225f7aff-3758-4ae1-8f0e-c62b24eaa617 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0635834 Aug 04 11:49:08.953412 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cfb5c4ad-2c44-420f-9cc8-8bff26b9a38a req-6bd26c60-fee9-4097-83f9-fb86ebb2c38a tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342851 Aug 04 11:49:09.042329 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741120-c99b-4ed1-905d-5709d2394e2f req-85331a92-7f97-49de-8b4a-cc53c839f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.043987 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-85331a92-7f97-49de-8b4a-cc53c839f6d6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f&tenant_id=695106b556854fdc9c76d9912ab19404 HTTP/1.1" status: 200 len: 1096 time: 0.0466697 Aug 04 11:49:09.107945 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741120-c99b-4ed1-905d-5709d2394e2f req-8ed946a8-af45-4371-9881-1d3dc347e863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.109479 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-8ed946a8-af45-4371-9881-1d3dc347e863 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1096 time: 0.0408409 Aug 04 11:49:09.217507 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741120-c99b-4ed1-905d-5709d2394e2f req-3b3bfa31-fed8-4d06-a5ad-27d2c25d70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.218919 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-3b3bfa31-fed8-4d06-a5ad-27d2c25d70ba service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.1018264 Aug 04 11:49:09.289911 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-8544c80d-3beb-4824-80b1-3b0c5f1ee79f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 200 len: 999 time: 0.0596313 Aug 04 11:49:09.344464 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741120-c99b-4ed1-905d-5709d2394e2f req-d9fdacd9-6bcb-4857-828b-9518c706ee44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.346129 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-d9fdacd9-6bcb-4857-828b-9518c706ee44 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0487876 Aug 04 11:49:09.394616 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73741120-c99b-4ed1-905d-5709d2394e2f req-676bceb5-9ba9-4cb6-8bf1-76b17f1931c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.396223 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-676bceb5-9ba9-4cb6-8bf1-76b17f1931c2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424328 Aug 04 11:49:09.487090 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-c8dc8fa4-0bf5-476f-b18e-cd518c3e9eef service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835738 Aug 04 11:49:09.590128 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-68d0a71a-0287-4956-900f-554d850a4df7 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947943 Aug 04 11:49:09.890166 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09e8cda-91e4-4204-a3e6-47706be842c5 req-50ab700e-d083-4125-8fd2-14166dddee90 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:09.891646 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b09e8cda-91e4-4204-a3e6-47706be842c5 req-50ab700e-d083-4125-8fd2-14166dddee90 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0501020 Aug 04 11:49:09.943201 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b09e8cda-91e4-4204-a3e6-47706be842c5 req-7bad48ab-d514-4ec1-bce3-a107b6e15dd4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 Aug 04 11:49:10.088204 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14918522-4791-4cea-830e-a796e351fe54 req-5b02e804-1043-4810-a850-7a44613add6e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:10.089982 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-14918522-4791-4cea-830e-a796e351fe54 req-5b02e804-1043-4810-a850-7a44613add6e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0547581 Aug 04 11:49:10.134443 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-14918522-4791-4cea-830e-a796e351fe54 req-25eeedec-61a2-4d25-a019-c0ad847e7763 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385036 Aug 04 11:49:11.099087 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0590b-3108-49f8-a13a-bf539980c4ec req-ad388617-37aa-499c-bf1f-1f22832d324e tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:11.100776 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ee0590b-3108-49f8-a13a-bf539980c4ec req-ad388617-37aa-499c-bf1f-1f22832d324e tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0558090 Aug 04 11:49:11.149515 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ee0590b-3108-49f8-a13a-bf539980c4ec req-1a053590-8815-4bcb-98ec-1452fc3a0a75 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368633 Aug 04 11:49:11.270794 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e35d723-4951-4307-a33b-932da13507f5 req-662e6786-4ef0-45ed-a5b4-71f205212b28 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:11.272436 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e35d723-4951-4307-a33b-932da13507f5 req-662e6786-4ef0-45ed-a5b4-71f205212b28 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0580628 Aug 04 11:49:11.323486 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e35d723-4951-4307-a33b-932da13507f5 req-edacff3a-2d00-469a-9f22-cf7357fa004d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446258 Aug 04 11:49:12.271563 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d0b1fa-fa45-4d47-b523-6a2a7be9f355 req-b2141568-5c33-4137-80fe-fbaf1c4c0802 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:12.273279 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-64d0b1fa-fa45-4d47-b523-6a2a7be9f355 req-b2141568-5c33-4137-80fe-fbaf1c4c0802 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0523522 Aug 04 11:49:12.314291 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-64d0b1fa-fa45-4d47-b523-6a2a7be9f355 req-006065bc-2605-429e-9c6b-c8db673497b1 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341291 Aug 04 11:49:12.496233 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da497d23-ab2e-43c1-a259-116f416a691e req-448c537c-960d-4252-ac1c-9eb096cb59b3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:12.497833 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-da497d23-ab2e-43c1-a259-116f416a691e req-448c537c-960d-4252-ac1c-9eb096cb59b3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0584280 Aug 04 11:49:12.543928 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-da497d23-ab2e-43c1-a259-116f416a691e req-28b826f0-94f9-4eed-a8b2-dcc9e4e699a3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388248 Aug 04 11:49:13.465127 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fcc0f-3561-43b7-9a65-2a9a089b9da9 req-dbedc59c-fe16-4c8f-9fbc-998552f05b0d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:13.466727 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3fcc0f-3561-43b7-9a65-2a9a089b9da9 req-dbedc59c-fe16-4c8f-9fbc-998552f05b0d tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0641301 Aug 04 11:49:13.527947 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ff3fcc0f-3561-43b7-9a65-2a9a089b9da9 req-538571e7-ab6f-497a-bb30-c5bdcad584a6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532694 Aug 04 11:49:13.674535 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-845ed8dd-0e20-4839-8087-4d978ef3f149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:13.687024 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68a0ec8-9501-4a80-b32b-2e79839a88bc req-418eff39-a97b-4c09-abe8-84604664edda tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:13.689613 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f68a0ec8-9501-4a80-b32b-2e79839a88bc req-418eff39-a97b-4c09-abe8-84604664edda tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0605433 Aug 04 11:49:13.732037 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f68a0ec8-9501-4a80-b32b-2e79839a88bc req-d4b1859a-1a41-4bd4-8fdf-d0776cb9bb7d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370381 Aug 04 11:49:14.655225 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5f6f5-97c0-428c-aa60-3015b012e19e req-ae0442a2-b8a1-48fc-a205-af4b39988639 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:14.656882 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-46b5f6f5-97c0-428c-aa60-3015b012e19e req-ae0442a2-b8a1-48fc-a205-af4b39988639 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0547216 Aug 04 11:49:14.699871 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-46b5f6f5-97c0-428c-aa60-3015b012e19e req-4bed5fed-d2ac-4417-88c4-80fdb5016254 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360086 Aug 04 11:49:14.863430 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76b16-d888-4880-8fd2-349c364049c7 req-26170238-acab-44fe-8275-459a6c7227ed tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:14.865145 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b6b76b16-d888-4880-8fd2-349c364049c7 req-26170238-acab-44fe-8275-459a6c7227ed tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0522084 Aug 04 11:49:14.924029 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b6b76b16-d888-4880-8fd2-349c364049c7 req-9db2fa8b-6218-42a9-b9cc-92fd35298005 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524707 Aug 04 11:49:15.831368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a51a3-439b-46ac-85d3-93b226097ef8 req-2b3575f2-f830-4255-ac5e-4a733e92be84 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:15.833011 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-477a51a3-439b-46ac-85d3-93b226097ef8 req-2b3575f2-f830-4255-ac5e-4a733e92be84 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0575442 Aug 04 11:49:15.883839 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-477a51a3-439b-46ac-85d3-93b226097ef8 req-2036da3e-242d-4da0-9f98-faabcee91ce2 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433452 Aug 04 11:49:16.053877 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b712c65-d29a-43e9-a3bc-26ef53fd7c08 req-323622fe-3dd2-4234-808b-7b2b54c44a5b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:16.055865 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0b712c65-d29a-43e9-a3bc-26ef53fd7c08 req-323622fe-3dd2-4234-808b-7b2b54c44a5b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0591884 Aug 04 11:49:16.116425 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0b712c65-d29a-43e9-a3bc-26ef53fd7c08 req-73273ef3-a442-4c3a-af74-4e2a9ec2ca1e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536516 Aug 04 11:49:16.218479 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-12541357-989e-48e1-ab03-49f2c9f20ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:16.650563 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:16.906435 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:17.021232 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524478e-b5da-48ae-adc1-d1fe8c72de55 req-c55e8560-4685-4f7b-a043-6bdfde2577ea tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:17.023358 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8524478e-b5da-48ae-adc1-d1fe8c72de55 req-c55e8560-4685-4f7b-a043-6bdfde2577ea tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0622635 Aug 04 11:49:17.069641 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8524478e-b5da-48ae-adc1-d1fe8c72de55 req-d2ba0bb5-bfe8-4630-b6ce-67f9b98bc93f tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395226 Aug 04 11:49:17.248371 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc5b9fe-eddf-4544-8390-309c22fe349b req-921bef8f-04a3-4eec-90c4-c870f3374f91 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:17.249942 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8cc5b9fe-eddf-4544-8390-309c22fe349b req-921bef8f-04a3-4eec-90c4-c870f3374f91 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0534544 Aug 04 11:49:17.307832 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8cc5b9fe-eddf-4544-8390-309c22fe349b req-18d5961c-c833-4ba4-be8f-4e64f5f56c52 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510378 Aug 04 11:49:18.190145 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1537b6-6248-4e0c-87e2-148afb1555df req-dc891758-6bb0-46e9-b1e6-d345ad209bba tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:18.191684 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0b1537b6-6248-4e0c-87e2-148afb1555df req-dc891758-6bb0-46e9-b1e6-d345ad209bba tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0604866 Aug 04 11:49:18.193844 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e256f-3170-422b-a967-a32733c9183b req-b3db30ae-09a1-413c-b91a-6192839134f4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:18.195438 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bd4e256f-3170-422b-a967-a32733c9183b req-b3db30ae-09a1-413c-b91a-6192839134f4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0533369 Aug 04 11:49:18.250687 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bd4e256f-3170-422b-a967-a32733c9183b req-20d9ef3b-9eb6-43b1-a8d7-2ba83560b547 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476952 Aug 04 11:49:18.255527 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0b1537b6-6248-4e0c-87e2-148afb1555df req-c3a52139-c569-4db1-b23f-b92df3c63da1 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567203 Aug 04 11:49:18.435253 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5961bbf-33f5-4376-97f6-08237380311c req-547779a5-7793-4331-8201-9d6ebc0a51cc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:18.436740 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5961bbf-33f5-4376-97f6-08237380311c req-547779a5-7793-4331-8201-9d6ebc0a51cc tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0505252 Aug 04 11:49:18.477079 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f5961bbf-33f5-4376-97f6-08237380311c req-35d98abf-4b96-421d-92c1-65605795087f tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Aug 04 11:49:18.987712 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:19.378868 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2bc95-e8f2-487c-acce-62f1b89283ef req-0d474424-6c5b-4bbc-a07e-0f44f9e86bfa tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:19.380530 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ecd2bc95-e8f2-487c-acce-62f1b89283ef req-0d474424-6c5b-4bbc-a07e-0f44f9e86bfa tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0553405 Aug 04 11:49:19.410300 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba5987-4360-4eaf-993a-91cd9fb8c950 req-b6fc9d40-ccf7-4447-a624-e1aae5b3448e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:19.412676 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-66ba5987-4360-4eaf-993a-91cd9fb8c950 req-b6fc9d40-ccf7-4447-a624-e1aae5b3448e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0794132 Aug 04 11:49:19.424427 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ecd2bc95-e8f2-487c-acce-62f1b89283ef req-547da23b-a6b5-4cc6-baf6-d2a4cd9a6346 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365353 Aug 04 11:49:19.459487 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-66ba5987-4360-4eaf-993a-91cd9fb8c950 req-ab906095-eac2-4673-b688-c18f71eabff6 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399323 Aug 04 11:49:19.600007 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab2107f-0807-407a-8028-22932480639a req-0c0b2c55-73de-40d7-984a-27e71739cb23 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:19.601549 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eab2107f-0807-407a-8028-22932480639a req-0c0b2c55-73de-40d7-984a-27e71739cb23 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0510802 Aug 04 11:49:19.643890 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eab2107f-0807-407a-8028-22932480639a req-97ec6c83-90dc-4555-9a33-b4a5be7040ef tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347724 Aug 04 11:49:20.545967 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c780e05e-fa26-4ba7-b34e-9b9921c178d3 req-757185b3-6ff3-4798-937e-4b54e642cf68 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:20.548557 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c780e05e-fa26-4ba7-b34e-9b9921c178d3 req-757185b3-6ff3-4798-937e-4b54e642cf68 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0550389 Aug 04 11:49:20.588292 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba58dd-6e26-43a6-928a-15d880889ea8 req-8403c9bc-8d13-4d5d-bd9f-92570828469c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:20.589886 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2dba58dd-6e26-43a6-928a-15d880889ea8 req-8403c9bc-8d13-4d5d-bd9f-92570828469c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0534754 Aug 04 11:49:20.591331 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c780e05e-fa26-4ba7-b34e-9b9921c178d3 req-a6bdcc32-a9e5-4cc7-919d-57d2ad781d4c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357757 Aug 04 11:49:20.657837 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2dba58dd-6e26-43a6-928a-15d880889ea8 req-06bccbc3-ecfb-479e-979a-474af8e9532e tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0582561 Aug 04 11:49:20.778732 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79cd66-748e-47ba-b59e-46c1e16d30c1 req-043296b1-a1b7-4b63-bc16-099a996618eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:20.780148 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aa79cd66-748e-47ba-b59e-46c1e16d30c1 req-043296b1-a1b7-4b63-bc16-099a996618eb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0532877 Aug 04 11:49:20.821505 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-aa79cd66-748e-47ba-b59e-46c1e16d30c1 req-81e2acb7-1e70-4013-b15f-61291cc30274 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350521 Aug 04 11:49:21.751227 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486130c3-c07f-4909-acee-f041d6bb745b req-31f87656-ca9b-4e25-bede-c17a1ae3cdc3 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:21.753133 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-486130c3-c07f-4909-acee-f041d6bb745b req-31f87656-ca9b-4e25-bede-c17a1ae3cdc3 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0662198 Aug 04 11:49:21.798245 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf3d88-ed08-41a0-9fc0-d03ce7a925d3 req-eb6fbf16-b6b2-4f37-8dfc-73e40b36719d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:21.799930 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ccf3d88-ed08-41a0-9fc0-d03ce7a925d3 req-eb6fbf16-b6b2-4f37-8dfc-73e40b36719d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0651474 Aug 04 11:49:21.807199 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-486130c3-c07f-4909-acee-f041d6bb745b req-ce86fe12-44fc-4615-856a-ff1690b53e33 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468535 Aug 04 11:49:21.855794 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6ccf3d88-ed08-41a0-9fc0-d03ce7a925d3 req-44d59963-5b57-4136-8584-9c504969eac7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447509 Aug 04 11:49:21.946935 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f252b0-7225-499e-84be-16dcb720fae8 req-870c46e2-c3b2-43ba-8ef7-b28227d5807e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:21.948437 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d8f252b0-7225-499e-84be-16dcb720fae8 req-870c46e2-c3b2-43ba-8ef7-b28227d5807e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0528293 Aug 04 11:49:21.997863 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d8f252b0-7225-499e-84be-16dcb720fae8 req-298c2cb7-a005-4390-a032-f93cf2fab690 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427575 Aug 04 11:49:22.305431 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b2154-0b03-4f09-a290-1b38cf02627c req-e6348b94-efa6-443f-b49b-b1c9df576972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.306948 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-739b2154-0b03-4f09-a290-1b38cf02627c req-e6348b94-efa6-443f-b49b-b1c9df576972 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1098 time: 0.0425959 Aug 04 11:49:22.322967 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-8ed4ebfc-82c7-4399-8fc3-942e41f97d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.325099 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-8ed4ebfc-82c7-4399-8fc3-942e41f97d1f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1137 time: 0.0416894 Aug 04 11:49:22.428922 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-5370d005-cc2b-44bd-9927-c758ad4c2f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.430409 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-5370d005-cc2b-44bd-9927-c758ad4c2f0e service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 200 len: 916 time: 0.0939395 Aug 04 11:49:22.438773 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b2154-0b03-4f09-a290-1b38cf02627c req-b85630fd-1d47-40d6-8c19-9f1d4b075e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.440231 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-739b2154-0b03-4f09-a290-1b38cf02627c req-b85630fd-1d47-40d6-8c19-9f1d4b075e09 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 200 len: 909 time: 0.1148598 Aug 04 11:49:22.511040 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-739b2154-0b03-4f09-a290-1b38cf02627c req-0561642f-909d-4d52-89bb-a6c6ab5be7a2 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 200 len: 1000 time: 0.0600474 Aug 04 11:49:22.514354 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-4e3683bf-b91a-4589-91a9-d3f674d31936 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 1001 time: 0.0637248 Aug 04 11:49:22.572948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-d92841e1-aca6-4837-9512-92222737484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.575102 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-d92841e1-aca6-4837-9512-92222737484f service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e055369-9b62-4738-b1d7-24c8f4df5f7a HTTP/1.1" status: 200 len: 853 time: 0.0445616 Aug 04 11:49:22.578583 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b2154-0b03-4f09-a290-1b38cf02627c req-1dbffffa-97de-47c9-8099-e613dfa481b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.580109 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-739b2154-0b03-4f09-a290-1b38cf02627c req-1dbffffa-97de-47c9-8099-e613dfa481b7 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 HTTP/1.1" status: 200 len: 846 time: 0.0509748 Aug 04 11:49:22.639080 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b2154-0b03-4f09-a290-1b38cf02627c req-78a53a2b-5fbd-487c-9368-35891080231c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.640576 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-739b2154-0b03-4f09-a290-1b38cf02627c req-78a53a2b-5fbd-487c-9368-35891080231c service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e211426f-a8ce-4055-b7d0-f58a731aa6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0499806 Aug 04 11:49:22.645951 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-d2794051-456a-4524-80e6-ac8f5ef4d18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.648222 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-d2794051-456a-4524-80e6-ac8f5ef4d18b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f05b48-91c3-4265-a0d5-57ede073c261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0582836 Aug 04 11:49:22.748374 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-52c0aacd-7432-438e-910e-e154addea4b7 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882959 Aug 04 11:49:22.751080 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-739b2154-0b03-4f09-a290-1b38cf02627c req-92b35cb5-b285-4696-bdbe-35a087b42f6b service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916362 Aug 04 11:49:22.859136 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-28b681da-42bc-4e3f-a99d-3681e9222745 req-74ceb409-03c6-488f-a900-2fcb956f37ab service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946372 Aug 04 11:49:22.888326 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-739b2154-0b03-4f09-a290-1b38cf02627c req-0824d084-cc8d-4138-b142-070b3cefb0c7 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225052 Aug 04 11:49:22.936236 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b717156-2c88-4775-83ce-38f70c551faf req-fb4d82bf-d27e-447d-b2e1-eea19fc9c7a2 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.937748 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b717156-2c88-4775-83ce-38f70c551faf req-fb4d82bf-d27e-447d-b2e1-eea19fc9c7a2 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0493779 Aug 04 11:49:22.980708 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8fdd-18e9-4dfc-9e7e-2796e27d7a93 req-f10169b2-7b92-4279-901c-32da509a292b tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:22.984049 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a3fa8fdd-18e9-4dfc-9e7e-2796e27d7a93 req-f10169b2-7b92-4279-901c-32da509a292b tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0547268 Aug 04 11:49:22.990466 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0b717156-2c88-4775-83ce-38f70c551faf req-73b3a79f-7fba-4c18-9ea9-fbf3019ac9d0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459096 Aug 04 11:49:23.043558 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a3fa8fdd-18e9-4dfc-9e7e-2796e27d7a93 req-89275ca1-477c-4c1e-94e1-a29a5996cb2b tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471976 Aug 04 11:49:23.126851 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c85945-f0b3-40b6-96f4-5b14879d7a6d req-9bd741a0-1eea-46fe-9bda-4d0c9ea356bb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:23.128665 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f9c85945-f0b3-40b6-96f4-5b14879d7a6d req-9bd741a0-1eea-46fe-9bda-4d0c9ea356bb tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0528133 Aug 04 11:49:23.170590 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f9c85945-f0b3-40b6-96f4-5b14879d7a6d req-977d3aa4-8114-44e2-9f2f-1445a9f1b6b0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342946 Aug 04 11:49:24.115586 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fd073-e939-4959-9fe8-8b91bdb1a1e2 req-2c48a0d5-accc-453b-84b6-6d6df21a69ed tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:24.117093 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-187fd073-e939-4959-9fe8-8b91bdb1a1e2 req-2c48a0d5-accc-453b-84b6-6d6df21a69ed tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0533261 Aug 04 11:49:24.173876 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798cb0b-01d6-482d-8e88-b67ed25c0d4b req-7eafa10e-ecde-48cb-a61a-63fdd727fbe3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:24.175537 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f798cb0b-01d6-482d-8e88-b67ed25c0d4b req-7eafa10e-ecde-48cb-a61a-63fdd727fbe3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0603461 Aug 04 11:49:24.219907 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f798cb0b-01d6-482d-8e88-b67ed25c0d4b req-33c42f00-f398-4b10-aeba-fde7cd5e7b68 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379875 Aug 04 11:49:24.339484 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c4cce-4503-4706-8963-3640ce5e696d req-ddebf7a1-d9e9-41ac-8453-23963bf298cf tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:24.341650 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f48c4cce-4503-4706-8963-3640ce5e696d req-ddebf7a1-d9e9-41ac-8453-23963bf298cf tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 943 time: 0.0517235 Aug 04 11:49:24.388111 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f48c4cce-4503-4706-8963-3640ce5e696d req-527c1bb5-3388-4f99-a2db-04806164d416 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Aug 04 11:49:24.407297 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-187fd073-e939-4959-9fe8-8b91bdb1a1e2 req-0a3c1751-a56a-44fb-913d-ab468c0b0b6e tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841740 Aug 04 11:49:24.699835 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:49:24.814222 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:24.830109 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '431667f5-9c01-424c-acbe-f108dbd5d010', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'port_id': '431667f5-9c01-424c-acbe-f108dbd5d010', 'mac_address': 'fa:16:3e:ea:3b:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:49:24.867527 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:24.883135 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 431667f5-9c01-424c-acbe-f108dbd5d010 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:49:24.903863 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:25.040035 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:25.089239 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=9']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:25.335970 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093563b1-6b27-41c6-8af2-0d720ce6bf12 req-e3b4ef9f-a633-4c74-8179-1dbb17594c6c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:25.337457 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-093563b1-6b27-41c6-8af2-0d720ce6bf12 req-e3b4ef9f-a633-4c74-8179-1dbb17594c6c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0492165 Aug 04 11:49:25.360418 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['431667f5-9c01-424c-acbe-f108dbd5d010'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:49:25.379564 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-093563b1-6b27-41c6-8af2-0d720ce6bf12 req-711936e0-3347-4887-8242-43e3c702e351 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352802 Aug 04 11:49:25.528419 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95f6f8-1fa4-45c1-a5b9-017ace8d1d5c req-149f71a0-0279-44de-a04c-74709d18ecf7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:25.528726 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d46cf-744b-4396-b914-10cc74076cd0 req-13cf8a94-5f72-490c-96b0-17186b474303 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:25.530161 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f85d46cf-744b-4396-b914-10cc74076cd0 req-13cf8a94-5f72-490c-96b0-17186b474303 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 944 time: 0.0617552 Aug 04 11:49:25.530351 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f95f6f8-1fa4-45c1-a5b9-017ace8d1d5c req-149f71a0-0279-44de-a04c-74709d18ecf7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0530672 Aug 04 11:49:25.572789 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f85d46cf-744b-4396-b914-10cc74076cd0 req-ab651131-2fb4-404f-acb1-c628fe20890e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360630 Aug 04 11:49:25.574103 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7f95f6f8-1fa4-45c1-a5b9-017ace8d1d5c req-c705de15-7dc0-459b-b09d-e2e9052064f4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376592 Aug 04 11:49:26.073825 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:26.503938 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9adfef-7080-4319-a647-82d3d5c4b87f req-b8a92c79-f86f-4f73-82da-d58a46dffad7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:26.505493 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a9adfef-7080-4319-a647-82d3d5c4b87f req-b8a92c79-f86f-4f73-82da-d58a46dffad7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0525656 Aug 04 11:49:26.554457 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a9adfef-7080-4319-a647-82d3d5c4b87f req-0af0a090-dafe-4ea5-8af0-68c6a83b9b60 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416865 Aug 04 11:49:26.708575 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:49:26.718218 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f27670-a9d6-4fdc-aed5-38262d8b58b1 req-157f7b20-a888-4214-b387-b6dae64563da tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:26.720473 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12f27670-a9d6-4fdc-aed5-38262d8b58b1 req-157f7b20-a888-4214-b387-b6dae64563da tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0617197 Aug 04 11:49:26.728135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e477a404-3f71-4d02-92b8-5054171f6dc0 req-fb15c818-4cdb-401f-8ad2-8a0afe08a8a2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:26.730262 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e477a404-3f71-4d02-92b8-5054171f6dc0 req-fb15c818-4cdb-401f-8ad2-8a0afe08a8a2 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 944 time: 0.0583789 Aug 04 11:49:26.786048 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 431667f5-9c01-424c-acbe-f108dbd5d010 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:49:26.786535 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:26.786715 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-12f27670-a9d6-4fdc-aed5-38262d8b58b1 req-5169bd8d-5632-4f23-99f8-54039b9ebc1a tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568559 Aug 04 11:49:26.798212 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e477a404-3f71-4d02-92b8-5054171f6dc0 req-75e25737-6ead-40ef-9dbd-e6452aebad41 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596297 Aug 04 11:49:26.933083 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:26.957407 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:26.959711 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc4142b-c573-4495-8a1e-d1deaf45dfa5" -d '{"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-plugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:26.974275 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:26.997792 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573c3b9c-166c-4a1b-8a16-b8405a6ac9cb x-openstack-request-id: req-573c3b9c-166c-4a1b-8a16-b8405a6ac9cb {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:26.998222 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-plugged", "status": "completed", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:26.998603 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-573c3b9c-166c-4a1b-8a16-b8405a6ac9cb {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:26.999085 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010', 'code': 200} Aug 04 11:49:27.063443 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:27.065091 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:49:27.145174 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=10']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:27.199820 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:27.238801 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:27.247648 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe23d0d-e486-4ca4-b44c-bc1f26d596b7 req-c96e5d08-deab-4581-be4d-3b1b9772d53c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.247648 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5fe23d0d-e486-4ca4-b44c-bc1f26d596b7 req-c96e5d08-deab-4581-be4d-3b1b9772d53c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0584323 Aug 04 11:49:27.293859 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5fe23d0d-e486-4ca4-b44c-bc1f26d596b7 req-35b4dc67-be9c-40d0-bed8-db76b2fe6bd9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365460 Aug 04 11:49:27.367369 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-e77434cc-a4a8-4f1e-ad7e-06c918b2a274 service neutron] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763059 Aug 04 11:49:27.377122 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-12943ffa-22b6-455b-ad2e-9f4bd9a2e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.378880 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-12943ffa-22b6-455b-ad2e-9f4bd9a2e209 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=695106b556854fdc9c76d9912ab19404&device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1099 time: 0.0541058 Aug 04 11:49:27.432625 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:27.490298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473a345-8acb-46aa-a8e2-4384d600cb9a req-e2b80ff1-0c4b-4f72-8e8d-855b7a417ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.492106 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e473a345-8acb-46aa-a8e2-4384d600cb9a req-e2b80ff1-0c4b-4f72-8e8d-855b7a417ed6 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 1099 time: 0.0513875 Aug 04 11:49:27.507056 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=6']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:27.541259 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-4545e9cd-f9b6-4d26-a736-0f8102890e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.542994 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-4545e9cd-f9b6-4d26-a736-0f8102890e55 service neutron] 10.222.0.86 "GET /v2.0/networks?id=39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 200 len: 919 time: 0.1361957 Aug 04 11:49:27.550468 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e473a345-8acb-46aa-a8e2-4384d600cb9a req-40e5bcb0-6221-4401-a2ba-fd6bfc8b501d service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493903 Aug 04 11:49:27.708033 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-221f2b3e-9adb-47e1-a87f-39fc9dd70a24 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 200 len: 1001 time: 0.0969307 Aug 04 11:49:27.733016 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51f423-74d4-4698-b927-c0704e5cf924 req-c172a7a7-aabc-445c-aea6-f61a440a872a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.739437 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5d51f423-74d4-4698-b927-c0704e5cf924 req-c172a7a7-aabc-445c-aea6-f61a440a872a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0801587 Aug 04 11:49:27.798734 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-bee832bf-7255-4972-8c9a-d37c57be7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.800092 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-bee832bf-7255-4972-8c9a-d37c57be7e3b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 200 len: 856 time: 0.0829823 Aug 04 11:49:27.824525 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5d51f423-74d4-4698-b927-c0704e5cf924 req-2d7b4616-96d9-4ebd-8c0a-4ac9a58df8d7 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560997 Aug 04 11:49:27.879357 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-3c24adeb-0ac1-4d1e-9c23-2abfd6b673a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.882165 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-3c24adeb-0ac1-4d1e-9c23-2abfd6b673a0 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=39470e73-e89e-4bd5-b574-4820f08cf00d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0703080 Aug 04 11:49:27.955921 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86594601-abfd-434b-8d29-c8a27df1c43c req-48f1be68-a140-47e2-a980-1ba6533fa1a8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:27.957671 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86594601-abfd-434b-8d29-c8a27df1c43c req-48f1be68-a140-47e2-a980-1ba6533fa1a8 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0665560 Aug 04 11:49:28.000995 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-86594601-abfd-434b-8d29-c8a27df1c43c req-8451f8f1-0102-419d-8539-a99e92bea092 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349317 Aug 04 11:49:28.013909 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-8259066e-754c-412f-b092-8ee26d868cb1 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158416 Aug 04 11:49:28.142407 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dd2bbe0-3c27-4c87-aafb-5504845a0c1d req-1b09df4a-fbb8-4467-a738-53d6d127e8f7 service neutron] 10.222.0.86 "GET /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199107 Aug 04 11:49:28.428532 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb97a6e-13fe-4cb7-876f-c79d74748846 req-c9841e9d-c07b-4f69-8e53-147ff15d89ac tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:28.430067 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-efb97a6e-13fe-4cb7-876f-c79d74748846 req-c9841e9d-c07b-4f69-8e53-147ff15d89ac tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0526407 Aug 04 11:49:28.478595 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-efb97a6e-13fe-4cb7-876f-c79d74748846 req-b53d4b17-36c0-4c2c-b702-65b008a72c20 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394711 Aug 04 11:49:28.955493 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58eda4-488f-4339-953c-8c63ad580b5d req-1c7947af-be31-4e2d-b81a-f24a6ccaa809 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:28.957415 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa58eda4-488f-4339-953c-8c63ad580b5d req-1c7947af-be31-4e2d-b81a-f24a6ccaa809 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0554295 Aug 04 11:49:29.003405 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:29.005401 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa58eda4-488f-4339-953c-8c63ad580b5d req-2d347771-dee6-4a84-8cc2-cef2006d5c77 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389044 Aug 04 11:49:29.014656 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681efbf9-91cf-48c3-ba04-0296776b1198" -d '{"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-unplugged", "status": "completed", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:29.060192 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be92638-74cb-4597-9d9a-3d0d3b7113b6 x-openstack-request-id: req-7be92638-74cb-4597-9d9a-3d0d3b7113b6 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:29.060576 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-unplugged", "status": "failed", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1", "code": 422}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:29.060912 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7be92638-74cb-4597-9d9a-3d0d3b7113b6 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:29.061460 dv-cinder-786524-10-iscsi neutron-server[100521]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'code': 422} returned with failed status Aug 04 11:49:29.166418 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c7e53-1624-4dcd-b707-4ee295900e58 req-99797d63-d27f-4ba0-8460-1744800f3c9b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:29.168017 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8c7e53-1624-4dcd-b707-4ee295900e58 req-99797d63-d27f-4ba0-8460-1744800f3c9b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0539329 Aug 04 11:49:29.218953 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8c7e53-1624-4dcd-b707-4ee295900e58 req-70145455-6789-4175-a70f-ae23d5ccc841 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398743 Aug 04 11:49:29.622986 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8990e-709c-4999-a93b-2cb40d277929 req-884ee940-df48-4172-821f-3473f5ee9af0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:29.624751 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-68c8990e-709c-4999-a93b-2cb40d277929 req-884ee940-df48-4172-821f-3473f5ee9af0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0651631 Aug 04 11:49:29.670665 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-68c8990e-709c-4999-a93b-2cb40d277929 req-b011164d-41c7-443f-8ae8-cee372dd44cb tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376892 Aug 04 11:49:30.171876 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c95c0-2c10-4c97-a181-d6393f6703e6 req-be1d0e08-e223-4ebd-99e1-318432b55bd4 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:30.173513 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c15c95c0-2c10-4c97-a181-d6393f6703e6 req-be1d0e08-e223-4ebd-99e1-318432b55bd4 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0730124 Aug 04 11:49:30.234575 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c15c95c0-2c10-4c97-a181-d6393f6703e6 req-8c1fc00e-170a-4aa8-8659-7dda50c01ef9 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534854 Aug 04 11:49:30.377205 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54847c95-d862-4cf3-862b-517733385ee8 req-47401874-f288-4d3e-a4cb-4b54c935f742 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:30.379010 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-54847c95-d862-4cf3-862b-517733385ee8 req-47401874-f288-4d3e-a4cb-4b54c935f742 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0552914 Aug 04 11:49:30.420513 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-54847c95-d862-4cf3-862b-517733385ee8 req-792eecaa-5616-40aa-96a5-5407d021909b tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351586 Aug 04 11:49:30.764075 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-42ff817e-5c5c-4e7c-89a0-12bdfe235079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:30.766347 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-42ff817e-5c5c-4e7c-89a0-12bdfe235079 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976&tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c HTTP/1.1" status: 200 len: 1096 time: 0.0572979 Aug 04 11:49:30.822717 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937b0ed-a8b2-46fe-84c7-8abda4f32b8b req-f1d10e6b-8c3a-4902-9bcd-31ece976fb7b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:30.824285 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1937b0ed-a8b2-46fe-84c7-8abda4f32b8b req-f1d10e6b-8c3a-4902-9bcd-31ece976fb7b tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0595322 Aug 04 11:49:30.834719 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-e795cacb-21cc-41d2-ae54-27d19429281f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:30.836131 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-e795cacb-21cc-41d2-ae54-27d19429281f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1096 time: 0.0452802 Aug 04 11:49:30.866716 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1937b0ed-a8b2-46fe-84c7-8abda4f32b8b req-f984aab0-b198-456b-b045-04bb115a2a1e tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359914 Aug 04 11:49:30.942149 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-df5498c9-9588-4785-82cc-dce8c804d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:30.943643 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-df5498c9-9588-4785-82cc-dce8c804d8a0 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 200 len: 909 time: 0.1004305 Aug 04 11:49:31.026802 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-0504bb2f-1fdc-43c3-a13a-3b19689a966c service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 200 len: 998 time: 0.0760810 Aug 04 11:49:31.083277 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-2112398f-2e52-4c63-97e2-24a26a46b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:31.084937 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-2112398f-2e52-4c63-97e2-24a26a46b811 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 HTTP/1.1" status: 200 len: 846 time: 0.0496099 Aug 04 11:49:31.135533 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-b5de2f51-e69a-4bc6-9f1e-ae28e2de8801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:31.137143 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-b5de2f51-e69a-4bc6-9f1e-ae28e2de8801 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e211426f-a8ce-4055-b7d0-f58a731aa6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434248 Aug 04 11:49:31.231573 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-8d9ec56b-9a5b-4e4b-bb0f-599d489c6a09 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862954 Aug 04 11:49:31.382195 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-55f584fb-65ca-4384-9b61-1d89fb02752f req-b448fe68-d038-4fd2-bf41-65d1b4c986c0 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431875 Aug 04 11:49:31.403687 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd366e52-376b-474a-bafe-f675afea4bc2 req-bb84a9d5-6433-4c39-a652-4491800fec80 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:31.405236 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cd366e52-376b-474a-bafe-f675afea4bc2 req-bb84a9d5-6433-4c39-a652-4491800fec80 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0627146 Aug 04 11:49:31.448839 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cd366e52-376b-474a-bafe-f675afea4bc2 req-7c2c1bf0-de76-4879-9b5d-4bb2522ef178 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365801 Aug 04 11:49:31.555966 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b14360-d2c2-452d-bd96-c4a48b7b2077 req-87fff70c-0ef0-44aa-880b-164b81dcb910 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:31.557462 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4b14360-d2c2-452d-bd96-c4a48b7b2077 req-87fff70c-0ef0-44aa-880b-164b81dcb910 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0503736 Aug 04 11:49:31.602451 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c4b14360-d2c2-452d-bd96-c4a48b7b2077 req-3c5f7bd7-f8dc-469e-9308-200147c15b10 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390799 Aug 04 11:49:32.029871 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adafa44-8c27-4c59-8f36-d840f33a538c req-16f37346-8774-416e-8ab6-b25b561faf06 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:32.031875 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6adafa44-8c27-4c59-8f36-d840f33a538c req-16f37346-8774-416e-8ab6-b25b561faf06 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0573869 Aug 04 11:49:32.080285 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6adafa44-8c27-4c59-8f36-d840f33a538c req-d5406905-47bb-4565-8ad1-fee8c949762e tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399430 Aug 04 11:49:32.575247 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537639df-8fd4-4b2c-bd15-4ee2f98839ca req-132cd804-1681-4f3f-a0c1-17408106a04c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:32.577558 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-537639df-8fd4-4b2c-bd15-4ee2f98839ca req-132cd804-1681-4f3f-a0c1-17408106a04c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0504115 Aug 04 11:49:32.617793 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-537639df-8fd4-4b2c-bd15-4ee2f98839ca req-cdbc6ff4-65af-4e5a-beeb-32c7125223dd tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338302 Aug 04 11:49:33.204579 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5ffca-b1f8-46da-9eb3-e45e25dbf65b req-f216c064-d927-421d-9e6a-b1dcb57c3a32 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:33.206225 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-26b5ffca-b1f8-46da-9eb3-e45e25dbf65b req-f216c064-d927-421d-9e6a-b1dcb57c3a32 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0534885 Aug 04 11:49:33.245792 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-26b5ffca-b1f8-46da-9eb3-e45e25dbf65b req-ff0030d1-2a99-4c56-8137-257534b65ca7 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336435 Aug 04 11:49:33.734835 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7b3f6-2f18-483f-9d3e-e98fd704471a req-55516b53-aa10-4416-999b-50ec2edeea6d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:33.736324 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1f7b3f6-2f18-483f-9d3e-e98fd704471a req-55516b53-aa10-4416-999b-50ec2edeea6d tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0503576 Aug 04 11:49:33.778254 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f1f7b3f6-2f18-483f-9d3e-e98fd704471a req-cdca7879-cb2d-4b11-97fe-3e5021b2ffde tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359161 Aug 04 11:49:34.362699 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c919b24d-195e-4aba-8e14-dbfb39acc8e1 req-c0bff8ef-0457-4f5e-a34e-06b45e3b7dbf tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:34.364080 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c919b24d-195e-4aba-8e14-dbfb39acc8e1 req-c0bff8ef-0457-4f5e-a34e-06b45e3b7dbf tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0482278 Aug 04 11:49:34.404812 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c919b24d-195e-4aba-8e14-dbfb39acc8e1 req-6abde737-6e0f-4e72-a7cc-c1255c5d1e59 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344012 Aug 04 11:49:34.898599 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5f6010-6eac-43b6-9983-58eb2a2c544f req-9659bf67-b081-49c5-bd25-8a49bb712cb8 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:34.900167 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1c5f6010-6eac-43b6-9983-58eb2a2c544f req-9659bf67-b081-49c5-bd25-8a49bb712cb8 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0527747 Aug 04 11:49:34.948231 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1c5f6010-6eac-43b6-9983-58eb2a2c544f req-e4140af7-f3f6-403d-9e78-5b641d369219 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412259 Aug 04 11:49:35.527085 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7da8e3-fcdb-47ba-9e7c-9d9105a1a4cd req-03bb6580-e8cd-43c0-8c2b-91d722c6fc79 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:35.528655 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2a7da8e3-fcdb-47ba-9e7c-9d9105a1a4cd req-03bb6580-e8cd-43c0-8c2b-91d722c6fc79 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0561266 Aug 04 11:49:35.579531 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2a7da8e3-fcdb-47ba-9e7c-9d9105a1a4cd req-033108d2-e8b5-4dfa-ba6b-97535efa58b8 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398092 Aug 04 11:49:36.076834 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24af396-4faf-40b9-bfcc-69db54c57e7a req-94d35727-9e22-4e6d-b2a6-6353d49ca535 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:36.078475 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f24af396-4faf-40b9-bfcc-69db54c57e7a req-94d35727-9e22-4e6d-b2a6-6353d49ca535 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0542154 Aug 04 11:49:36.131754 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f24af396-4faf-40b9-bfcc-69db54c57e7a req-9d2ae25f-9a82-4faf-a0b7-4196f6f14e1c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0470049 Aug 04 11:49:36.720045 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300b215-703e-4598-9136-b2f791967f75 req-6fc64aae-de16-4146-ba67-a39880f5c1de tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:36.721669 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8300b215-703e-4598-9136-b2f791967f75 req-6fc64aae-de16-4146-ba67-a39880f5c1de tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0604787 Aug 04 11:49:36.768625 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8300b215-703e-4598-9136-b2f791967f75 req-bdb792fc-c10d-412a-9e6d-b41756360318 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392120 Aug 04 11:49:37.260015 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f20d78-f014-4797-a6ea-08728e5e9fc3 req-a3327cb9-3b3f-464f-9075-e263c3be9b28 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:37.261558 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f9f20d78-f014-4797-a6ea-08728e5e9fc3 req-a3327cb9-3b3f-464f-9075-e263c3be9b28 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0576425 Aug 04 11:49:37.308225 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f9f20d78-f014-4797-a6ea-08728e5e9fc3 req-48ae1a2b-94b0-402c-b195-022753ed1ab4 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362694 Aug 04 11:49:37.900846 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8cc00-03f1-4456-be93-da877654f201 req-5f837de3-0d7c-401e-8af5-f8097405cc74 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:37.902549 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-91c8cc00-03f1-4456-be93-da877654f201 req-5f837de3-0d7c-401e-8af5-f8097405cc74 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0553198 Aug 04 11:49:37.944688 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-91c8cc00-03f1-4456-be93-da877654f201 req-955974fd-6bb3-49f8-aa4b-81e84937878c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353127 Aug 04 11:49:38.432224 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546f30b-638e-4ac3-8886-2b6bdcc23c6c req-1bd3aa73-b95c-46dd-ab96-a839a33ebafc tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:38.433807 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8546f30b-638e-4ac3-8886-2b6bdcc23c6c req-1bd3aa73-b95c-46dd-ab96-a839a33ebafc tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0538557 Aug 04 11:49:38.485751 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8546f30b-638e-4ac3-8886-2b6bdcc23c6c req-728b35f0-63a8-4a16-a945-644a612e9f31 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413435 Aug 04 11:49:38.814272 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:49:38.832539 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:49:38.925330 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:38.938022 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'port_id': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'mac_address': 'fa:16:3e:93:94:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1003, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:49:38.980852 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:38.994830 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:49:39.016419 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:39.083065 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218ef44-4944-47d9-8dd7-901208c838ee req-690e197a-6005-4009-b93e-39f0906c2620 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:39.084459 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1218ef44-4944-47d9-8dd7-901208c838ee req-690e197a-6005-4009-b93e-39f0906c2620 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 943 time: 0.0548594 Aug 04 11:49:39.118704 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:39.134574 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1218ef44-4944-47d9-8dd7-901208c838ee req-359f426d-4666-493e-929a-2f0b0e961211 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431519 Aug 04 11:49:39.173919 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=7']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:39.422310 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['d19a03fd-9f9f-4b4a-884d-40e6e9e21da1'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:49:39.644043 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bad261-e0ec-43d5-81c8-de3f0d8457f9 req-ed603a9c-8abd-46c7-8149-3c3497def271 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:39.645582 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80bad261-e0ec-43d5-81c8-de3f0d8457f9 req-ed603a9c-8abd-46c7-8149-3c3497def271 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0717585 Aug 04 11:49:39.707127 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-80bad261-e0ec-43d5-81c8-de3f0d8457f9 req-d8f263bb-f71e-453e-90af-45d70161d4e8 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=032f12bf-934e-40a4-b050-e0cab1d67be4&id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436406 Aug 04 11:49:40.284166 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542df8b-52b7-4940-9d93-7a8eba83a8de req-1d8464b9-d51f-4a5c-8ade-238177bd8585 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:40.285690 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9542df8b-52b7-4940-9d93-7a8eba83a8de req-1d8464b9-d51f-4a5c-8ade-238177bd8585 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 944 time: 0.0542800 Aug 04 11:49:40.327375 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9542df8b-52b7-4940-9d93-7a8eba83a8de req-7d194130-d9b9-46d3-984d-35ece3b488aa tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347354 Aug 04 11:49:40.817325 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:49:40.872768 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:49:40.873073 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:40.966350 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:40.989278 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:49:40.991556 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98f89542-17ea-4f58-a9f1-461fd9f26ed4" -d '{"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-plugged", "status": "completed", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:49:41.007478 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:49:41.032478 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c21d86-f36b-4ef2-a474-0bc286b56681 x-openstack-request-id: req-23c21d86-f36b-4ef2-a474-0bc286b56681 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:49:41.032766 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-plugged", "status": "completed", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:49:41.033041 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-23c21d86-f36b-4ef2-a474-0bc286b56681 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:49:41.033438 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'code': 200} Aug 04 11:49:41.091469 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:41.146094 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=8']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:49:41.514388 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a769f6-4bce-44be-a16d-271a0e044a56 req-57f74547-8a87-4a1d-ab08-d3a356224a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:41.516759 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d0a769f6-4bce-44be-a16d-271a0e044a56 req-57f74547-8a87-4a1d-ab08-d3a356224a7b service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1098 time: 0.1150420 Aug 04 11:49:41.531221 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6430cead-b19d-4e1c-b10a-57a1c075dc51 req-b58262cf-1f16-470a-8b0a-d7290cd84e45 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:41.533905 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6430cead-b19d-4e1c-b10a-57a1c075dc51 req-b58262cf-1f16-470a-8b0a-d7290cd84e45 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.1306140 Aug 04 11:49:41.599247 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d0a769f6-4bce-44be-a16d-271a0e044a56 req-f9cda28f-892e-4c52-9c80-4ebb47809312 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638640 Aug 04 11:49:41.604582 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6430cead-b19d-4e1c-b10a-57a1c075dc51 req-923c05b7-bc73-4b78-a612-a2cac9d83175 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612223 Aug 04 11:49:42.761155 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c93f51-6e8e-4686-ab8e-d11405591160 req-b0009f3e-55aa-49db-8ed7-42bfe5fa8273 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:42.762697 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73c93f51-6e8e-4686-ab8e-d11405591160 req-b0009f3e-55aa-49db-8ed7-42bfe5fa8273 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0721488 Aug 04 11:49:42.811865 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-73c93f51-6e8e-4686-ab8e-d11405591160 req-a5b7ad37-1bb1-4de8-a7fb-c1ee3100e745 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Aug 04 11:49:43.444167 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c2b1ed3b-42cb-45db-ac46-1e16b91c16c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:43.945372 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878203d-faa4-447e-a49a-36aaff1416b1 req-a03ca641-6a59-491b-9f0d-8db7f8a041e1 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:49:43.946903 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6878203d-faa4-447e-a49a-36aaff1416b1 req-a03ca641-6a59-491b-9f0d-8db7f8a041e1 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0528419 Aug 04 11:49:43.988423 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6878203d-faa4-447e-a49a-36aaff1416b1 req-f66293c8-f0a9-467a-8dce-dac18ea47183 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339136 Aug 04 11:49:46.072839 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6e012c66-0818-4cdb-ba52-295e26a67c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:46.232804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:46.936388 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:49.051978 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:49:56.069357 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:11.648112 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be550a19-6e2a-46e3-851e-329ffc87ea77 req-b792c51e-ce26-4107-9965-441888e1f1f3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:11.649727 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-be550a19-6e2a-46e3-851e-329ffc87ea77 req-b792c51e-ce26-4107-9965-441888e1f1f3 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0546348 Aug 04 11:50:11.699316 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-be550a19-6e2a-46e3-851e-329ffc87ea77 req-b440b482-5bc8-45f3-8af7-e09912c442ac tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 Aug 04 11:50:12.829344 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656b6da-73c9-4a8e-aadf-c42b2ed2e549 req-86a83726-23c0-424f-a264-177e3e513eb0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:12.830815 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b656b6da-73c9-4a8e-aadf-c42b2ed2e549 req-86a83726-23c0-424f-a264-177e3e513eb0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0513787 Aug 04 11:50:12.880651 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b656b6da-73c9-4a8e-aadf-c42b2ed2e549 req-b77d86d7-573c-44dc-8023-b13d909441e0 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434256 Aug 04 11:50:13.475775 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bc099a75-72d1-4a45-b237-617f410942df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:14.011881 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bcfbb-8d7c-4bbb-b002-424cb78e5628 req-7d60d3c4-decb-4b88-871f-fffda6022c04 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:14.013889 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-940bcfbb-8d7c-4bbb-b002-424cb78e5628 req-7d60d3c4-decb-4b88-871f-fffda6022c04 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0577397 Aug 04 11:50:14.065736 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-940bcfbb-8d7c-4bbb-b002-424cb78e5628 req-ccdd87bb-0aca-4a7b-ad02-4a665725fb02 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415561 Aug 04 11:50:15.189538 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169cc9c-b764-4057-83e8-943bf4028a05 req-34c03844-188d-4882-98e5-c656b8f8bcf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:15.191070 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9169cc9c-b764-4057-83e8-943bf4028a05 req-34c03844-188d-4882-98e5-c656b8f8bcf6 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0515206 Aug 04 11:50:15.231750 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9169cc9c-b764-4057-83e8-943bf4028a05 req-79a2815c-c38c-41a8-8e68-6cfb01c4f990 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344315 Aug 04 11:50:15.834204 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:50:16.087218 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7a7fd0f3-275b-4627-ad9b-7f40ab22fca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:16.229803 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:16.277966 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193e5264-334c-4cfb-b53b-54287e108578 req-6b7e4a27-e45f-4d41-a157-0b977c7ef1a7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:16.280177 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-193e5264-334c-4cfb-b53b-54287e108578 req-6b7e4a27-e45f-4d41-a157-0b977c7ef1a7 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0524049 Aug 04 11:50:16.406998 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e3863-1fac-421f-be05-88111a32c9e5 req-7a59ed18-5804-4125-be30-644c71fda82e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:16.408624 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b56e3863-1fac-421f-be05-88111a32c9e5 req-7a59ed18-5804-4125-be30-644c71fda82e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 946 time: 0.0914979 Aug 04 11:50:16.446100 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Deleting port 431667f5-9c01-424c-acbe-f108dbd5d010 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:16.446447 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:16.498678 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b56e3863-1fac-421f-be05-88111a32c9e5 req-35fb7202-9b83-4bd0-8fef-97b5bc7fcf4e tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups?id=42dcc9cf-65b5-4bb1-b76e-5390362c1b25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808587 Aug 04 11:50:16.561532 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] For port 431667f5-9c01-424c-acbe-f108dbd5d010, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=431667f5-9c01-424c-acbe-f108dbd5d010,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:16.561906 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:16.816499 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:16.816911 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:16.817261 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.l3_db [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Floating IP 62309866-5d11-48fd-9d21-5a235a414422 disassociated. External IP: 172.27.0.148, port: 431667f5-9c01-424c-acbe-f108dbd5d010. Aug 04 11:50:16.817728 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Calling delete_port for 431667f5-9c01-424c-acbe-f108dbd5d010 owned by compute:nova {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:16.898557 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:17.077345 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:17.108738 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event deleted for resources: {'Port': ['ID=431667f5-9c01-424c-acbe-f108dbd5d010,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:17.126452 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.127386 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.127615 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.128117 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.128619 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.129176 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.129721 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.130310 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.131037 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.131593 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.132153 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.132703 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:17.241012 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Router e5c4ab71-1eca-4541-ad67-044f0c2be327 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:17.354233 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:17.369242 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] Sync routers for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:17.380094 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:17.380894 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:17.400357 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] No DVR routers for this DVR port 431667f5-9c01-424c-acbe-f108dbd5d010 on host hv-cinder-78652 {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:17.403982 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:17.406091 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-193e5264-334c-4cfb-b53b-54287e108578 req-a1161cf1-3d1f-4b87-834a-5209901e2d94 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.86 "DELETE /v2.0/ports/431667f5-9c01-424c-acbe-f108dbd5d010 HTTP/1.1" status: 204 len: 173 time: 1.1191828 Aug 04 11:50:17.406536 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-deleted', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:17.408772 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18f6b42e-6626-4a6c-9842-d904f4b1600b" -d '{"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-deleted", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:17.447212 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c39efed-877f-4c91-84db-3af3cd6686f3 x-openstack-request-id: req-6c39efed-877f-4c91-84db-3af3cd6686f3 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:17.447582 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c649072-4dbf-4a2f-853a-0dcb9b16c18f", "name": "network-vif-deleted", "tag": "431667f5-9c01-424c-acbe-f108dbd5d010", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:17.447905 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-6c39efed-877f-4c91-84db-3af3cd6686f3 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:17.448405 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c649072-4dbf-4a2f-853a-0dcb9b16c18f', 'name': 'network-vif-deleted', 'tag': '431667f5-9c01-424c-acbe-f108dbd5d010', 'status': 'completed', 'code': 200} Aug 04 11:50:17.620966 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1238fb5d-bb41-4b23-a9f9-c0cea87c13ed req-92aa4593-e323-4fdd-b25f-036b586657ca tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/ports?device_id=4c649072-4dbf-4a2f-853a-0dcb9b16c18f HTTP/1.1" status: 200 len: 210 time: 0.0399764 Aug 04 11:50:17.641793 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:17.865339 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:17.919957 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] Checking router: e5c4ab71-1eca-4541-ad67-044f0c2be327 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:17.919957 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:17.919957 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:18.020282 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:18.259877 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:18.291092 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f863b0-60c4-4138-8a95-553ee509e3aa None None] The sync data for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi is: [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:42:12Z', 'revision_number': 4, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '17ace188-4783-4793-ad41-024e9193ee98', 'name': '', 'network_id': '39470e73-e89e-4bd5-b574-4820f08cf00d', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'mac_address': 'fa:16:3e:ed:77:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:11Z', 'updated_at': '2021-08-04T11:42:21Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'subnets': [{'id': '4b921543-2c7b-40d4-acc5-98219f64e62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:18.529276 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ffb79a-1c13-46f1-990e-0d1e5bf1afa7 None None] New status for floating IP 62309866-5d11-48fd-9d21-5a235a414422: DOWN {{(pid=100522) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:50:18.971318 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:19.836750 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 58978) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:19.896398 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:19.926381 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.142990 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.145692 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.146921 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "DELETE /v2.0/security-groups/42dcc9cf-65b5-4bb1-b76e-5390362c1b25 HTTP/1.1" status: 204 len: 168 time: 0.3090281 Aug 04 11:50:20.150287 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58980) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:20.158087 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dcc9cf-65b5-4bb1-b76e-5390362c1b25,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:20.166249 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.166505 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.api.v2.resource [None req-84ce014e-c31d-4517-a66b-f67222123b68 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] show failed (client error): The resource could not be found. Aug 04 11:50:20.166621 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.166920 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.167258 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.167393 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-84ce014e-c31d-4517-a66b-f67222123b68 tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "GET /v2.0/security-groups/42dcc9cf-65b5-4bb1-b76e-5390362c1b25 HTTP/1.1" status: 404 len: 347 time: 0.0157938 Aug 04 11:50:20.167737 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.168097 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.168430 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.169069 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.169396 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.169767 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.170410 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.170542 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 58982) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:20.170634 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2575d595-0715-4734-8c76-0cb07d80262c tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:20.301731 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Deleting port 1989cc55-fc03-4ec0-97b0-f58997a1fba4 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:20.301960 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.392515 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.392843 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.405960 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Calling delete_port for 1989cc55-fc03-4ec0-97b0-f58997a1fba4 owned by network:floatingip {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:20.693527 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.718792 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Pushing event deleted for resources: {'Port': ['ID=1989cc55-fc03-4ec0-97b0-f58997a1fba4,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:20.795128 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks [] for floatingip, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.798384 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:20.801245 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-953cb625-0f6e-4973-b21f-ad41ca80779d tempest-AttachVolumeShelveTestJSON-1666303590 tempest-AttachVolumeShelveTestJSON-1666303590-project] 10.222.0.88 "DELETE /v2.0/floatingips/62309866-5d11-48fd-9d21-5a235a414422 HTTP/1.1" status: 204 len: 168 time: 0.6279471 Aug 04 11:50:21.000775 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:21.018671 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 431667f5-9c01-424c-acbe-f108dbd5d010 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:21.019057 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 431667f5-9c01-424c-acbe-f108dbd5d010 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:21.129216 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-8921ee30-f3ca-44a9-8ff4-5b7a1ac366a7 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1128564089&fields=id&tenant_id=f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 267 time: 0.0385900 Aug 04 11:50:21.242009 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-9a6da5cd-6e92-4cb2-9fab-04268d145a53 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:21.243476 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-9a6da5cd-6e92-4cb2-9fab-04268d145a53 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 811 time: 0.1064310 Aug 04 11:50:21.262507 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-bdb9b6c3-1c1c-4b71-b81f-bf6ceac2453e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/quotas/f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 375 time: 0.0122230 Aug 04 11:50:21.330456 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-881e0445-3d13-4301-a699-fde728ae368f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0613539 Aug 04 11:50:21.446355 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-d0093dc1-990e-4897-afc9-6864051e2508 service neutron] 10.222.0.88 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026893 Aug 04 11:50:21.558162 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-50518c69-c719-471a-94cf-4d38bf47b135 service neutron] 10.222.0.88 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046813 Aug 04 11:50:22.342535 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b6b300c7-ae76-41fd-9fcf-63ceb181edac req-be677a5b-5d58-41f6-aed5-c94e6d50e3bf tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 210 time: 0.0354464 Aug 04 11:50:23.461929 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-01b793fe-b23d-4fd4-b363-eab66bf6ad69 req-80b90c23-c94c-4392-bfd2-4b215877bb1d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 210 time: 0.0422299 Aug 04 11:50:23.730323 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59034) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:24.533579 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:24.612264 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-484eeb65-211b-48b1-9d91-84565da6e6af req-7065b2ab-4ed9-4ca5-b4a7-0d2a4f1c63f5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 210 time: 0.0766037 Aug 04 11:50:25.023218 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Deleting port 17ace188-4783-4793-ad41-024e9193ee98 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:25.023960 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:25.031338 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-51e6894f-6f3a-4f68-849c-e7e0c01d7b72 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:25.032911 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-51e6894f-6f3a-4f68-849c-e7e0c01d7b72 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 811 time: 0.1401179 Aug 04 11:50:25.126935 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-b1fa2670-47b0-4c37-af7c-4bfac817525a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4d21203be6b4d28b14090bebd1c6547 HTTP/1.1" status: 200 len: 380 time: 0.0550406 Aug 04 11:50:25.147016 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'port': {'device_id': '3afdefad-0b91-4636-a182-242b0e94f130', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'admin_state_up': True, 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'security_groups': ['ae5e918c-b076-4f13-a25d-759f22170fc4']}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:25.155971 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] For port 17ace188-4783-4793-ad41-024e9193ee98, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=17ace188-4783-4793-ad41-024e9193ee98,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:25.156345 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:25.215731 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Calling delete_port for 17ace188-4783-4793-ad41-024e9193ee98 owned by network:router_interface {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:25.469485 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Made reservation on behalf of f4d21203be6b4d28b14090bebd1c6547 for: {'port': 1} {{(pid=100519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:25.473047 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:25.562600 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:25.611216 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ace188-4783-4793-ad41-024e9193ee98,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:25.688272 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Allocated IP 172.20.0.6 (b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba/cfd92abe-d30d-437d-ab39-df6c7ca9cbe4/197bfc17-db8a-4ecc-85f4-e79956e924b7) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:25.748249 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a39b061-7f40-433c-ba61-323d31eb7da9 req-8c9b8eaf-36c4-43ed-b959-e2936a3899ac tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 210 time: 0.0367167 Aug 04 11:50:25.908176 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.007374 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.054272 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.059356 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Transition to ACTIVE for port object 197bfc17-db8a-4ecc-85f4-e79956e924b7 will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:26.220882 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Router e5c4ab71-1eca-4541-ad67-044f0c2be327 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:26.272606 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.366186 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:26.378870 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:26.383042 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:50:26.385941 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=197bfc17-db8a-4ecc-85f4-e79956e924b7,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:26.435594 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:26.445095 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59044) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:26.445236 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-ce7ccba0-5b14-4e90-8e25-45bf7ac90820 admin admin] 10.222.0.88 "PUT /v2.0/routers/e5c4ab71-1eca-4541-ad67-044f0c2be327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7136772 Aug 04 11:50:26.449886 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] Sync routers for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:26.461076 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:26.461780 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.467868 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:26.469373 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:26.556556 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-edf733de-46c2-42a1-b981-059ae7f4d8cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4150765 Aug 04 11:50:26.572053 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Request body: {'port': {'device_id': '3afdefad-0b91-4636-a182-242b0e94f130', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:26.606063 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:26.616100 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.694355 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.774096 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.846059 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-88665211-69a7-4537-8617-e9a3cfb1321d None None] Provisioning for port 197bfc17-db8a-4ecc-85f4-e79956e924b7 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:26.853726 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-88665211-69a7-4537-8617-e9a3cfb1321d None None] Provisioning complete for port 197bfc17-db8a-4ecc-85f4-e79956e924b7 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:26.854110 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-88665211-69a7-4537-8617-e9a3cfb1321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.902462 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-88665211-69a7-4537-8617-e9a3cfb1321d None None] Port 197bfc17-db8a-4ecc-85f4-e79956e924b7 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:50:26.916271 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229'}], 'enable_snat': True}, 'gw_port_id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:50:25Z', 'revision_number': 5, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port': {'id': '0a664223-4b2d-4079-acb3-b9d994fb1935', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:81:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:42:05Z', 'updated_at': '2021-08-04T11:42:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:26.948888 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] Checking router: e5c4ab71-1eca-4541-ad67-044f0c2be327 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:26.954022 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Deleting port 0a664223-4b2d-4079-acb3-b9d994fb1935 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:26.954358 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:26.959543 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] Routers {'e5c4ab71-1eca-4541-ad67-044f0c2be327'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:26.960311 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['e5c4ab71-1eca-4541-ad67-044f0c2be327'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:26.969348 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0101-0ce8-495a-bae7-836b1f666162 req-0688494a-cf63-4a9a-871d-613e4b2072e2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:26.971393 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4fe0101-0ce8-495a-bae7-836b1f666162 req-0688494a-cf63-4a9a-871d-613e4b2072e2 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 931 time: 0.1140969 Aug 04 11:50:27.048824 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] For port 0a664223-4b2d-4079-acb3-b9d994fb1935, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=0a664223-4b2d-4079-acb3-b9d994fb1935,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:27.049762 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.065091 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] Set router e5c4ab71-1eca-4541-ad67-044f0c2be327 gateway port host: None {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:27.065910 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4fe0101-0ce8-495a-bae7-836b1f666162 req-87d530dc-c1ac-43c9-a2c8-e4dabc098f9b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835717 Aug 04 11:50:27.066542 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Calling delete_port for 0a664223-4b2d-4079-acb3-b9d994fb1935 owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:27.129573 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:50:26Z', 'revision_number': 6, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port_host': None}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:27.130692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197bfc17-db8a-4ecc-85f4-e79956e924b7 {{(pid=100519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:50:27.142010 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.159774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f02c41f-233b-4cae-ace2-b7502182e1b2 None None] The sync data for ids ['e5c4ab71-1eca-4541-ad67-044f0c2be327'] in dv-cinder-786524-10-iscsi is: [{'id': 'e5c4ab71-1eca-4541-ad67-044f0c2be327', 'name': 'tempest-AttachVolumeShelveTestJSON-1448679564-router', 'tenant_id': '695106b556854fdc9c76d9912ab19404', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:42:04Z', 'updated_at': '2021-08-04T11:50:26Z', 'revision_number': 6, 'project_id': '695106b556854fdc9c76d9912ab19404', 'gw_port_host': None}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:27.162943 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Transition to ACTIVE for port object 197bfc17-db8a-4ecc-85f4-e79956e924b7 will not be triggered until provisioned by entity L2. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:27.241474 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.306257 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Pushing event updated for resources: {'Port': ['ID=197bfc17-db8a-4ecc-85f4-e79956e924b7,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:27.338045 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.381613 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a664223-4b2d-4079-acb3-b9d994fb1935,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:27.420732 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Attempting to bind port 197bfc17-db8a-4ecc-85f4-e79956e924b7 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:50:27.421315 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Attempting to bind port 197bfc17-db8a-4ecc-85f4-e79956e924b7 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:50:27.421893 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Attempting to bind port 197bfc17-db8a-4ecc-85f4-e79956e924b7 on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:50:27.427991 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Port 197bfc17-db8a-4ecc-85f4-e79956e924b7 on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:50:27.428307 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Attempting to bind port 197bfc17-db8a-4ecc-85f4-e79956e924b7 on network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:50:27.434871 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:50:27.435251 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Checking segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:27.435810 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Bound using segment: {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'} {{(pid=100519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:50:27.436694 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.managers [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Bound port: 197bfc17-db8a-4ecc-85f4-e79956e924b7, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f035a3-2458-4529-9dd2-82271108f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba'}}] {{(pid=100519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:50:27.437143 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.459095 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.546886 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] For port 197bfc17-db8a-4ecc-85f4-e79956e924b7, host hv-cinder-78652, cleared binding levels {{(pid=100519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:50:27.551390 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] For port 197bfc17-db8a-4ecc-85f4-e79956e924b7, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:50:27.562014 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.564361 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.636913 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.672415 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:27.673184 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.674444 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] 10.222.0.86 "PUT /v2.0/ports/197bfc17-db8a-4ecc-85f4-e79956e924b7 HTTP/1.1" status: 200 len: 1093 time: 1.1074812 Aug 04 11:50:27.674877 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:27.677190 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76170e35-6325-463c-91e4-3a6b4af315c5" -d '{"events": [{"name": "network-changed", "server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:27.707534 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4120b-968a-4393-aa19-4aeda525e56d service neutron] Pushing event updated for resources: {'Port': ['ID=197bfc17-db8a-4ecc-85f4-e79956e924b7,revision_number=3']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:27.740369 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e06ad80-3b0a-44d4-96ed-31b891d092b5 x-openstack-request-id: req-9e06ad80-3b0a-44d4-96ed-31b891d092b5 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:27.740673 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:27.741000 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-9e06ad80-3b0a-44d4-96ed-31b891d092b5 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:27.741535 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'status': 'completed', 'code': 200} Aug 04 11:50:27.746135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.746135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5c4ab71-1eca-4541-ad67-044f0c2be327 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:50:27.750659 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.752025 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-788006c1-3fdd-40fb-a21d-e025cae10869 admin admin] 10.222.0.88 "DELETE /v2.0/routers/e5c4ab71-1eca-4541-ad67-044f0c2be327 HTTP/1.1" status: 204 len: 168 time: 1.3054776 Aug 04 11:50:27.754601 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59050) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:27.808731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] Deleting subnet 4b921543-2c7b-40d4-acc5-98219f64e62c {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:50:27.813133 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.849784 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:27.972833 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.055623 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76170e35-6325-463c-91e4-3a6b4af315c5 req-4a225840-e666-42ff-b235-a8132d60e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:28.057202 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76170e35-6325-463c-91e4-3a6b4af315c5 req-4a225840-e666-42ff-b235-a8132d60e637 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 1096 time: 0.0556645 Aug 04 11:50:28.106186 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.145354 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b921543-2c7b-40d4-acc5-98219f64e62c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:28.160312 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.166075 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f1d247-7e2b-4393-a251-3380999e79f5 None None] Network 39470e73-e89e-4bd5-b574-4820f08cf00d requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:28.168771 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59054) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:28.170531 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a46dd5c0-7dce-463b-a46b-68efb57b0665 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/4b921543-2c7b-40d4-acc5-98219f64e62c HTTP/1.1" status: 204 len: 168 time: 0.4141195 Aug 04 11:50:28.277507 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76170e35-6325-463c-91e4-3a6b4af315c5 req-bc40c8b6-f145-4388-abdf-f9a4e4c8acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:28.278758 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76170e35-6325-463c-91e4-3a6b4af315c5 req-bc40c8b6-f145-4388-abdf-f9a4e4c8acbe service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=f4d21203be6b4d28b14090bebd1c6547&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2135324 Aug 04 11:50:28.341654 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.364636 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-85b4b098-9306-4604-bae5-0397c792b6d4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623987 Aug 04 11:50:28.378585 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051db1df-5ffc-49e8-a5bb-49b3fd4bf00b req-fa5edea4-a87b-4711-a51c-3a44f6d2db68 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:28.380068 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-051db1df-5ffc-49e8-a5bb-49b3fd4bf00b req-fa5edea4-a87b-4711-a51c-3a44f6d2db68 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.1971135 Aug 04 11:50:28.432889 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] DHCP port deletion for 39470e73-e89e-4bd5-b574-4820f08cf00d request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:50:28.457352 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-118fae73-8745-41f5-92a7-3f8d42366472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:28.459603 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-118fae73-8745-41f5-92a7-3f8d42366472 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 1099 time: 0.0611706 Aug 04 11:50:28.491922 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-051db1df-5ffc-49e8-a5bb-49b3fd4bf00b req-8b6cb43a-9ccc-4539-8a4a-c96f8e93658d tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884516 Aug 04 11:50:28.494313 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76170e35-6325-463c-91e4-3a6b4af315c5 req-fc97ce0b-4e84-47bc-a911-bbe4a6df99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:28.494701 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Deleting port 19519849-d7f2-4854-a765-d45823bf2093 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:28.495258 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.498369 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-76170e35-6325-463c-91e4-3a6b4af315c5 req-fc97ce0b-4e84-47bc-a911-bbe4a6df99e8 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1939859 Aug 04 11:50:28.506674 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Deleting port 19519849-d7f2-4854-a765-d45823bf2093 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:28.507015 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.588518 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] For port 19519849-d7f2-4854-a765-d45823bf2093, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=19519849-d7f2-4854-a765-d45823bf2093,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:28.589511 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.608363 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] For port 19519849-d7f2-4854-a765-d45823bf2093, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=19519849-d7f2-4854-a765-d45823bf2093,segment=NetworkSegment(d75c162d-674b-4867-b216-d84b304f3460),segment_id=d75c162d-674b-4867-b216-d84b304f3460)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:28.608647 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:28.613078 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Calling delete_port for 19519849-d7f2-4854-a765-d45823bf2093 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:28.636083 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Calling delete_port for 19519849-d7f2-4854-a765-d45823bf2093 owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:28.639104 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-908e3782-605a-4fe1-97aa-c5170c9d06a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:28.640623 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-908e3782-605a-4fe1-97aa-c5170c9d06a7 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 1096 time: 0.0871186 Aug 04 11:50:28.723551 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-65393a9c-dfc6-41a3-9c72-f0018bb494e9 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7 HTTP/1.1" status: 200 len: 217 time: 0.0439284 Aug 04 11:50:28.734414 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0a664223-4b2d-4079-acb3-b9d994fb1935 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:28.759691 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 0a664223-4b2d-4079-acb3-b9d994fb1935 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:28.760020 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0a664223-4b2d-4079-acb3-b9d994fb1935 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:28.760545 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 17ace188-4783-4793-ad41-024e9193ee98 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:28.804078 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 17ace188-4783-4793-ad41-024e9193ee98 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:28.804401 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 17ace188-4783-4793-ad41-024e9193ee98 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:28.804825 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 19519849-d7f2-4854-a765-d45823bf2093 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:28.892010 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-adfa964b-8ba0-4025-9f90-a0d4fec65f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:28.894442 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-adfa964b-8ba0-4025-9f90-a0d4fec65f32 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 913 time: 0.4103432 Aug 04 11:50:28.975763 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-daf1ec5c-6946-4139-9fd8-19d2e9a87669 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f HTTP/1.1" status: 200 len: 1002 time: 0.0729172 Aug 04 11:50:29.054704 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-d646738b-cde4-4763-a261-d7fd62fa0e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:29.054892 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-6104f627-a4cf-4395-9cc3-a0fbbc593f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:29.057063 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-d646738b-cde4-4763-a261-d7fd62fa0e8a service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0731885 Aug 04 11:50:29.057214 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-6104f627-a4cf-4395-9cc3-a0fbbc593f10 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.3230314 Aug 04 11:50:29.066198 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.093174 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.118103 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-9468f4d8-8bab-4b51-abca-0f5fcb8c3f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:29.121166 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-9468f4d8-8bab-4b51-abca-0f5fcb8c3f14 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487795 Aug 04 11:50:29.134039 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] No DVR routers for this DVR port 19519849-d7f2-4854-a765-d45823bf2093 on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:29.134289 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.137429 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Pushing event deleted for resources: {'Port': ['ID=19519849-d7f2-4854-a765-d45823bf2093,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:29.156430 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-f7bd25b1-8696-46d9-bfbe-565708407279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:29.156430 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-f7bd25b1-8696-46d9-bfbe-565708407279 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0729208 Aug 04 11:50:29.163636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.164095 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.164381 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.164678 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.165046 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.165409 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.165623 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.165959 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.166256 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.167100 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.167100 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.167424 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bbcedbf-542f-482a-a6b3-6a129aa13b8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:29.174575 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Pushing event deleted for resources: {'Port': ['ID=19519849-d7f2-4854-a765-d45823bf2093,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:29.176674 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] No DVR routers for this DVR port 19519849-d7f2-4854-a765-d45823bf2093 on host dv-cinder-786524-10-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:29.275898 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-deca6171-c6f1-4902-bb38-18f86a41e414 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467772 Aug 04 11:50:29.301325 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.316952 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39470e73-e89e-4bd5-b574-4820f08cf00d']}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:29.332684 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75c162d-674b-4867-b216-d84b304f3460') {'for_net_delete': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:29.333170 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75c162d-674b-4867-b216-d84b304f3460') {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:29.340740 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-bdd95458-4aa6-4a85-bb24-226af0093559 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769264 Aug 04 11:50:29.344180 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12393626'] for segment, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.379926 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.383383 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fa275d9f-f8cc-4f76-a64c-c32efe821a00 req-c501a92b-593d-4497-8305-2c045cf5240c service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982163 Aug 04 11:50:29.429123 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=100519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:50:29.429445 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549166'] for segment, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: self.session.flush() Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: self.session.flush() Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: self.session.flush() Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: self.session.flush() Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: Traceback (most recent call last): Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: timer() Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: cb(*args, **kw) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: return func(*args, **kwargs) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: self._notify() Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: self.callback(batched_events) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: event.method(event) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: return f(self, *a, **k) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._get(url).json() Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: return self.request(url, 'GET', **kwargs) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:50:29.431189 dv-cinder-786524-10-iscsi neutron-server[100519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:50:29.517681 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a627bf2a-38ed-474c-9683-32c55a2f668e req-14c54d3e-b88a-4f70-be29-7e19cafacefb service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651335 Aug 04 11:50:29.595043 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.603203 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:29.605185 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] 10.222.0.88 "DELETE /v2.0/networks/39470e73-e89e-4bd5-b574-4820f08cf00d HTTP/1.1" status: 204 len: 168 time: 1.4353874 Aug 04 11:50:29.627841 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128e80d-bd51-41dc-8644-49484f4e3770 admin admin] Pushing event deleted for resources: {'Network': ['ID=39470e73-e89e-4bd5-b574-4820f08cf00d,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:29.650986 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a63f9d-4453-456c-a8ef-db9b208b7758 req-4a6ded31-9c0f-4942-b1f8-dcc5232c6457 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:29.652517 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38a63f9d-4453-456c-a8ef-db9b208b7758 req-4a6ded31-9c0f-4942-b1f8-dcc5232c6457 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0794866 Aug 04 11:50:29.698795 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38a63f9d-4453-456c-a8ef-db9b208b7758 req-332eb87e-daa7-432b-8723-2c1cde88768a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384846 Aug 04 11:50:30.030832 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59060) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:30.073389 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-215a4ed0-1ad6-46fa-a6a7-62217c541999 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=695106b556854fdc9c76d9912ab19404&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407207 Aug 04 11:50:30.077110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59062) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:30.135440 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1b08c7a-6af3-4773-8f24-d2f6b9251733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:30.158518 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1b08c7a-6af3-4773-8f24-d2f6b9251733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:30.311084 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1b08c7a-6af3-4773-8f24-d2f6b9251733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:30.314045 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1b08c7a-6af3-4773-8f24-d2f6b9251733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:30.315217 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a1b08c7a-6af3-4773-8f24-d2f6b9251733 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/c994fc3b-0577-4c50-871a-bc4c9e27c09f HTTP/1.1" status: 204 len: 168 time: 0.2371821 Aug 04 11:50:30.324079 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b08c7a-6af3-4773-8f24-d2f6b9251733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c994fc3b-0577-4c50-871a-bc4c9e27c09f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:30.860891 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb0de7-adb3-4037-b110-f1b3b5a6e9ad req-03899bbb-3699-4fb3-b203-a0858fc59873 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:30.862756 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eadb0de7-adb3-4037-b110-f1b3b5a6e9ad req-03899bbb-3699-4fb3-b203-a0858fc59873 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0728912 Aug 04 11:50:30.907240 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-eadb0de7-adb3-4037-b110-f1b3b5a6e9ad req-74dd208c-3c3d-4552-98fa-eedb6aaef5f9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385199 Aug 04 11:50:31.565901 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59086) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:31.673109 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1369083168-network', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:31.882366 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Made reservation on behalf of 50a296c0ad11487ab8b58ad9a5392f8c for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:31.884689 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:31.893370 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.019284 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.046588 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d931f40-6bf5-451f-96b9-c16f6b23794d req-89863304-634e-4293-a0e7-b8f9fbe20bd1 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:32.048468 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4d931f40-6bf5-451f-96b9-c16f6b23794d req-89863304-634e-4293-a0e7-b8f9fbe20bd1 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0642450 Aug 04 11:50:32.090866 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4d931f40-6bf5-451f-96b9-c16f6b23794d req-769f5e6d-76ab-4790-a13b-44d797632286 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357473 Aug 04 11:50:32.099415 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.129711 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:50:32.145573 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ae3415-4ada-46d4-bf12-b16c37ae3278,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:32.152539 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.152900 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Added segment 86750699-e2a1-473d-bce5-6f947856fe21 of type vlan for network 329291e9-51f3-44af-9de2-32b3ffb1570e Aug 04 11:50:32.197172 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.287473 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.288480 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:32.289110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.356393 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] Pushing event updated for resources: {'Network': ['ID=329291e9-51f3-44af-9de2-32b3ffb1570e,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:32.374385 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 329291e9-51f3-44af-9de2-32b3ffb1570e details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:50:32.445371 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-10e214df-d15f-448d-bd28-ade9196acf08 admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8755245 Aug 04 11:50:32.445591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59096) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:32.450677 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Request body: {'subnet': {'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1369083168-subnet', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:32.555597 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Made reservation on behalf of 50a296c0ad11487ab8b58ad9a5392f8c for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:32.558976 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9425912'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.812078 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9425862'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:32.869713 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ec202fe-3e86-4049-9d0b-fa02efaf075a,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:32.877047 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Checking segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:32.877412 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Network hostable DHCP agents. Network: 329291e9-51f3-44af-9de2-32b3ffb1570e, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:50:32.967457 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Network 329291e9-51f3-44af-9de2-32b3ffb1570e is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:50:33.070806 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 329291e9-51f3-44af-9de2-32b3ffb1570e) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:33.074998 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:33.080535 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.081320 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b460191-948b-45bf-ac06-2a34a4b16937 None None] Network 329291e9-51f3-44af-9de2-32b3ffb1570e requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:33.221462 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a518a5e-a19c-46cc-aa69-86a7bb7d4eab req-043fd5a7-62e5-4c18-9856-097d61ec0c25 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:33.223046 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6a518a5e-a19c-46cc-aa69-86a7bb7d4eab req-043fd5a7-62e5-4c18-9856-097d61ec0c25 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0587614 Aug 04 11:50:33.231319 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-62188139-efb1-4ba0-9645-5841f9bb166e admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7847226 Aug 04 11:50:33.234495 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59100) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:33.239124 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:33.243324 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4046284-010b-51b3-91b1-25a838e076b9-329291e9-51f3-44af-9de2-32b3ffb1570e', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a'}]}} from dv-cinder-786524-10-iscsi. {{(pid=100521) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 04 11:50:33.244376 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.268962 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6a518a5e-a19c-46cc-aa69-86a7bb7d4eab req-4b860f7a-9b63-45af-a61b-fe87395fce7f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378814 Aug 04 11:50:33.350051 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-605522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15821'] for router, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.351060 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-606178', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-603268', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1039258', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12862'] for router, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.383069 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.db_base_plugin_common [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Allocated IP 172.20.0.2 (329291e9-51f3-44af-9de2-32b3ffb1570e/0ec202fe-3e86-4049-9d0b-fa02efaf075a/c4ebd827-542c-47f4-8e3f-18ff4a54f163) {{(pid=100521) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:33.407755 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.536406 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Notify callbacks [] for port, precommit_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.546749 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Transition to ACTIVE for port object c4ebd827-542c-47f4-8e3f-18ff4a54f163 will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:33.563958 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Transition to ACTIVE for port object c4ebd827-542c-47f4-8e3f-18ff4a54f163 will not be triggered until provisioned by entity DHCP. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:33.625487 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.681267 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950'] for port, after_create {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.719921 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Network 329291e9-51f3-44af-9de2-32b3ffb1570e is already hosted by enough agents. {{(pid=100521) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:33.722930 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.scheduler.base_scheduler [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Resources bound (agent type, host, resource id): {{(pid=100521) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:33.728554 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Received port after_create {{(pid=100521) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:50:33.734649 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Pushing event updated for resources: {'Port': ['ID=c4ebd827-542c-47f4-8e3f-18ff4a54f163,revision_number=1']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:33.788568 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Attempting to bind port c4ebd827-542c-47f4-8e3f-18ff4a54f163 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:50:33.788934 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Attempting to bind port c4ebd827-542c-47f4-8e3f-18ff4a54f163 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:50:33.789331 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Attempting to bind port c4ebd827-542c-47f4-8e3f-18ff4a54f163 on network 329291e9-51f3-44af-9de2-32b3ffb1570e {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:50:33.795174 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:50:33.795556 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Checking segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:33.795969 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.796359 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Bound using segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:50:33.796825 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Bound port: c4ebd827-542c-47f4-8e3f-18ff4a54f163, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:50:33.797231 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.868624 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] For port c4ebd827-542c-47f4-8e3f-18ff4a54f163, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:50:33.872054 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] For port c4ebd827-542c-47f4-8e3f-18ff4a54f163, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=c4ebd827-542c-47f4-8e3f-18ff4a54f163,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:50:33.964695 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.968022 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:33.985339 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:34.025525 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e1f897-2cec-4e08-99e5-6deebd67331a None None] Pushing event updated for resources: {'Port': ['ID=c4ebd827-542c-47f4-8e3f-18ff4a54f163,revision_number=2']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:34.104288 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Allocated IP 172.27.0.157 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/8c53d81e-698a-4cec-a63b-dcb0871c07b5) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:34.236464 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:34.387858 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ce411-e579-46ae-81ec-1836774a5f68 req-87a6dcfe-cdbf-4c02-928a-9ac30231433e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:34.389913 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-be8ce411-e579-46ae-81ec-1836774a5f68 req-87a6dcfe-cdbf-4c02-928a-9ac30231433e tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0500243 Aug 04 11:50:34.396703 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:34.459088 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:34.467869 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:34.472661 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:50:34.477221 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-be8ce411-e579-46ae-81ec-1836774a5f68 req-f5c66f80-5894-4638-b124-3003fbfb42f8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780869 Aug 04 11:50:34.478882 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Pushing event updated for resources: {'Port': ['ID=8c53d81e-698a-4cec-a63b-dcb0871c07b5,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:34.740041 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device c4ebd827-542c-47f4-8e3f-18ff4a54f163 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:34.839201 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:34.859699 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port c4ebd827-542c-47f4-8e3f-18ff4a54f163 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:34.994417 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6805c3cd-1df6-4c21-9500-3de532ea2ea2 None None] Network 329291e9-51f3-44af-9de2-32b3ffb1570e requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:50:35.069627 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-606165', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-603227'] for router, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:35.138148 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-1394ff03-ec50-4764-8014-7f934422a3e5 None None] Provisioning for port c4ebd827-542c-47f4-8e3f-18ff4a54f163 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:35.145217 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-1394ff03-ec50-4764-8014-7f934422a3e5 None None] Provisioning complete for port c4ebd827-542c-47f4-8e3f-18ff4a54f163 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:35.145585 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1394ff03-ec50-4764-8014-7f934422a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:35.247497 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1394ff03-ec50-4764-8014-7f934422a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:35.289603 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-1394ff03-ec50-4764-8014-7f934422a3e5 None None] For port c4ebd827-542c-47f4-8e3f-18ff4a54f163, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=c4ebd827-542c-47f4-8e3f-18ff4a54f163,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:35.333798 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Router 4f23b662-2995-41f7-959d-bbdffdc973d9 is scheduled to L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 with binding_index 1 {{(pid=100520) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 04 11:50:35.396019 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1394ff03-ec50-4764-8014-7f934422a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:35.445000 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:35.451174 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1394ff03-ec50-4764-8014-7f934422a3e5 None None] Pushing event updated for resources: {'Port': ['ID=c4ebd827-542c-47f4-8e3f-18ff4a54f163,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:35.461686 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Sync routers for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:35.471962 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:35.472556 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:35.521921 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-57aea890-ccfe-4838-8b97-970652ada408 None None] Provisioning complete for port c4ebd827-542c-47f4-8e3f-18ff4a54f163 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:35.522421 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-57aea890-ccfe-4838-8b97-970652ada408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:35.556588 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:35.561386 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59106) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:35.566021 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-34023139-aa5a-4e3b-b1d2-0aa8cc941447 admin admin] 10.222.0.88 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3302188 Aug 04 11:50:35.601543 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:35.712093 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c2641-2ecd-4640-9b92-7164a48cd297 req-346f3e79-4a1d-42e9-9e44-493f2ca5497c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:35.713671 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7b4c2641-2ecd-4640-9b92-7164a48cd297 req-346f3e79-4a1d-42e9-9e44-493f2ca5497c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.1026819 Aug 04 11:50:35.797778 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7b4c2641-2ecd-4640-9b92-7164a48cd297 req-7bf85bd1-ecc0-402a-a4f0-a09e43996ab5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756080 Aug 04 11:50:35.878141 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:34Z', 'revision_number': 3, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:35.907818 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Checking router: 4f23b662-2995-41f7-959d-bbdffdc973d9 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:35.908157 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Updating router 4f23b662-2995-41f7-959d-bbdffdc973d9 port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 binding host dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:50:35.932446 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.060044 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.179435 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.190238 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.provisioning_blocks [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Transition to ACTIVE for port object 8c53d81e-698a-4cec-a63b-dcb0871c07b5 will not be triggered until provisioned by entity L2. {{(pid=100522) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:36.216413 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Allocated IP 172.20.0.1 (329291e9-51f3-44af-9de2-32b3ffb1570e/0ec202fe-3e86-4049-9d0b-fa02efaf075a/35868e52-6904-4c49-b82d-d4a314c0760f) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:36.276504 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.321292 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.332716 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Attempting to bind port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:50:36.333096 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Attempting to bind port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:50:36.333447 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Attempting to bind port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 on network 7c183560-d539-45d3-b090-27a9600568f2 {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:50:36.334877 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.provisioning_blocks [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Transition to ACTIVE for port object 35868e52-6904-4c49-b82d-d4a314c0760f will not be triggered until provisioned by entity DHCP. {{(pid=100519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:36.338229 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Pushing event updated for resources: {'Port': ['ID=8c53d81e-698a-4cec-a63b-dcb0871c07b5,revision_number=2']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:36.344600 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.345006 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.345347 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.345674 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.345996 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.346333 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.346661 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.346969 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.347286 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.347594 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.347914 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.348229 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100522) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:50:36.351595 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:50:36.351963 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Checking segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100522) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:36.352359 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.352732 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Bound using segment: {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'} {{(pid=100522) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:50:36.353231 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.managers [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Bound port: 8c53d81e-698a-4cec-a63b-dcb0871c07b5, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3af413c-66a6-4f25-a5fc-004944134a8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c183560-d539-45d3-b090-27a9600568f2'}}] {{(pid=100522) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:50:36.353619 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.406163 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] For port 8c53d81e-698a-4cec-a63b-dcb0871c07b5, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100522) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:50:36.409179 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.plugins.ml2.db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] For port 8c53d81e-698a-4cec-a63b-dcb0871c07b5, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=8c53d81e-698a-4cec-a63b-dcb0871c07b5,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100522) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:50:36.446683 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.488280 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron_lib.callbacks.manager [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100522) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.490883 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Network 329291e9-51f3-44af-9de2-32b3ffb1570e is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:36.494353 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:36.500811 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:50:36.526453 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=35868e52-6904-4c49-b82d-d4a314c0760f,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:36.550830 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-604292'] for router_interface, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.555531 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:36.555531 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:36.591562 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98968789-f878-4941-98c3-904c0a4813b6 None None] Pushing event updated for resources: {'Port': ['ID=8c53d81e-698a-4cec-a63b-dcb0871c07b5,revision_number=3']} {{(pid=100522) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:36.692253 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:36.723224 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device c4ebd827-542c-47f4-8e3f-18ff4a54f163 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:36.787078 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.818447 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port c4ebd827-542c-47f4-8e3f-18ff4a54f163 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:36.818975 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.893847 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-dfb4f23d-042c-43a4-8ffc-48ceeb0497b2 None None] Provisioning for port 35868e52-6904-4c49-b82d-d4a314c0760f completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:36.901350 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-dfb4f23d-042c-43a4-8ffc-48ceeb0497b2 None None] Provisioning complete for port 35868e52-6904-4c49-b82d-d4a314c0760f triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:36.901887 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-dfb4f23d-042c-43a4-8ffc-48ceeb0497b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:36.913121 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:34Z', 'revision_number': 3, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:36.944578 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226f3dd-a9ba-420f-86aa-ccded79f3011 req-fe85b363-77e0-458a-8d22-33a20a595887 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:36.953231 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-dfb4f23d-042c-43a4-8ffc-48ceeb0497b2 None None] Port 35868e52-6904-4c49-b82d-d4a314c0760f cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:50:36.954110 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d195bf2-c041-4cf3-8042-dbe56bd12aa9 None None] The sync data for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi is: [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:34Z', 'revision_number': 3, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:36.954556 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7226f3dd-a9ba-420f-86aa-ccded79f3011 req-fe85b363-77e0-458a-8d22-33a20a595887 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0709331 Aug 04 11:50:36.993342 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7226f3dd-a9ba-420f-86aa-ccded79f3011 req-5ea818e7-4247-4477-8a75-7082513e7546 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375695 Aug 04 11:50:37.006168 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:37.149694 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:37.220579 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Pushing event updated for resources: {'Port': ['ID=35868e52-6904-4c49-b82d-d4a314c0760f,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:37.224266 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-582012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-604184'] for router_interface, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:37.328532 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Network 329291e9-51f3-44af-9de2-32b3ffb1570e is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:37.330109 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:37.459003 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Router 4f23b662-2995-41f7-959d-bbdffdc973d9 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:37.577818 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-a955198d-8d0c-490e-a3f9-001aa89e1cf8 None None] Provisioning complete for port 35868e52-6904-4c49-b82d-d4a314c0760f triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:37.578032 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:37.578199 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a955198d-8d0c-490e-a3f9-001aa89e1cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:37.583364 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9e8ad55b-8d98-4f79-8193-de593df25ea6 admin admin] 10.222.0.88 "PUT /v2.0/routers/4f23b662-2995-41f7-959d-bbdffdc973d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203633 Aug 04 11:50:37.617527 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-a955198d-8d0c-490e-a3f9-001aa89e1cf8 None None] Port 35868e52-6904-4c49-b82d-d4a314c0760f cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:50:38.064604 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59120) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:38.069561 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-29fd0175-5281-41b2-9424-185b66f7dc28 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2111193001', 'description': 'tempest-description--1967429088'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:38.113096 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79e512-48ea-4ea7-805b-d3a650427ef6 req-199959d6-46ef-4384-86e2-75a178ff45ed tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:38.114457 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6c79e512-48ea-4ea7-805b-d3a650427ef6 req-199959d6-46ef-4384-86e2-75a178ff45ed tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0506184 Aug 04 11:50:38.154842 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6c79e512-48ea-4ea7-805b-d3a650427ef6 req-b91a3b3c-8420-48f7-8499-eb140a062ec6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339425 Aug 04 11:50:38.167711 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-29fd0175-5281-41b2-9424-185b66f7dc28 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.273244 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-29fd0175-5281-41b2-9424-185b66f7dc28 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.374445 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-29fd0175-5281-41b2-9424-185b66f7dc28 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.396626 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd0175-5281-41b2-9424-185b66f7dc28 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e25db8-fc1c-49a1-a7b5-550a5564819e,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:38.498295 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Sync routers for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:38.499547 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-29fd0175-5281-41b2-9424-185b66f7dc28 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.503188 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-29fd0175-5281-41b2-9424-185b66f7dc28 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4352305 Aug 04 11:50:38.503818 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59122) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:38.508706 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-b4ae8fd9-9c81-428b-b353-6adcc3327cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'security_group_rule': {'security_group_id': '72e25db8-fc1c-49a1-a7b5-550a5564819e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:38.510244 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:38.511061 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:38.624193 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:38.629493 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8fd9-9c81-428b-b353-6adcc3327cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.698591 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8fd9-9c81-428b-b353-6adcc3327cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.742985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8c53d81e-698a-4cec-a63b-dcb0871c07b5 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:38.807091 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8fd9-9c81-428b-b353-6adcc3327cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.825103 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae8fd9-9c81-428b-b353-6adcc3327cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d65f7bb-7ac5-4986-b1d8-13a8c368bf5d,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:38.873371 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 2, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:38.902173 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Checking router: 4f23b662-2995-41f7-959d-bbdffdc973d9 for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:38.902464 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Updating router 4f23b662-2995-41f7-959d-bbdffdc973d9 port 35868e52-6904-4c49-b82d-d4a314c0760f binding host dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 04 11:50:38.927020 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.927654 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b4ae8fd9-9c81-428b-b353-6adcc3327cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:38.928914 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b4ae8fd9-9c81-428b-b353-6adcc3327cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4239981 Aug 04 11:50:38.931632 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59124) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:38.936111 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-34364536-b6e7-4626-82bf-1068327bd6e1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'security_group_rule': {'security_group_id': '72e25db8-fc1c-49a1-a7b5-550a5564819e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:38.959620 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:38.968051 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:38.968416 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.046064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34364536-b6e7-4626-82bf-1068327bd6e1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.106858 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34364536-b6e7-4626-82bf-1068327bd6e1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.118236 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 197bfc17-db8a-4ecc-85f4-e79956e924b7 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:50:39.190838 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34364536-b6e7-4626-82bf-1068327bd6e1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.212062 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34364536-b6e7-4626-82bf-1068327bd6e1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d84a500-77e4-4cc4-88c6-ab6309478076,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:39.286273 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae94616-cc4f-458d-a208-10f586113c2a req-2e49fbc8-cf5f-411e-955a-812ef88915e6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:39.288102 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3ae94616-cc4f-458d-a208-10f586113c2a req-2e49fbc8-cf5f-411e-955a-812ef88915e6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 943 time: 0.0562901 Aug 04 11:50:39.304996 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.db.resource_extend [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 04 11:50:39.328343 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-34364536-b6e7-4626-82bf-1068327bd6e1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.330081 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-34364536-b6e7-4626-82bf-1068327bd6e1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3975003 Aug 04 11:50:39.333378 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59128) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:39.338398 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:39.344327 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3ae94616-cc4f-458d-a208-10f586113c2a req-659396dd-4445-4b69-853c-e718a8996d5a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461762 Aug 04 11:50:39.372093 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.433843 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 8c53d81e-698a-4cec-a63b-dcb0871c07b5, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=8c53d81e-698a-4cec-a63b-dcb0871c07b5,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:39.440964 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.445017 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 197bfc17-db8a-4ecc-85f4-e79956e924b7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:39.480349 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'port_id': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'mac_address': 'fa:16:3e:85:13:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:50:39.523968 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Notify callbacks [] for port, precommit_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.527910 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.542732 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.564122 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Transition to ACTIVE for port object 35868e52-6904-4c49-b82d-d4a314c0760f will not be triggered until provisioned by entity L2. {{(pid=100521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:39.570345 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.592500 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197bfc17-db8a-4ecc-85f4-e79956e924b7 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:50:39.616482 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=8c53d81e-698a-4cec-a63b-dcb0871c07b5,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:39.629306 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 197bfc17-db8a-4ecc-85f4-e79956e924b7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:39.635927 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.650014 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Allocated IP 172.27.0.165 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/25d39f7b-f733-4215-b9fd-2acf608b19a4) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:39.687389 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f19046-4898-47dd-b0a7-dd504116dbdd None None] Pushing event updated for resources: {'Port': ['ID=35868e52-6904-4c49-b82d-d4a314c0760f,revision_number=3']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:39.743008 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Attempting to bind port 35868e52-6904-4c49-b82d-d4a314c0760f on host dv-cinder-786524-10-iscsi for vnic_type normal with profile {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:50:39.743379 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Attempting to bind port 35868e52-6904-4c49-b82d-d4a314c0760f by drivers openvswitch,hyperv on host dv-cinder-786524-10-iscsi at level 0 using segments [{'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:50:39.743847 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Attempting to bind port 35868e52-6904-4c49-b82d-d4a314c0760f on network 329291e9-51f3-44af-9de2-32b3ffb1570e {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:50:39.750288 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Checking agent: {'id': '3a93bdc8-3bca-417a-976b-252d7331f908', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786524-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 34, 16), 'started_at': datetime.datetime(2021, 8, 4, 11, 34, 46), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786524-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:50:39.750660 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Checking segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:39.751053 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.751440 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Bound using segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} {{(pid=100521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:50:39.751925 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.managers [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Bound port: 35868e52-6904-4c49-b82d-d4a314c0760f, host: dv-cinder-786524-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}}] {{(pid=100521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:50:39.752293 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.765721 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.772335 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.855977 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=197bfc17-db8a-4ecc-85f4-e79956e924b7,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:39.870629 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] For port 35868e52-6904-4c49-b82d-d4a314c0760f, host dv-cinder-786524-10-iscsi, cleared binding levels {{(pid=100521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:50:39.870629 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] For port 35868e52-6904-4c49-b82d-d4a314c0760f, host dv-cinder-786524-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=35868e52-6904-4c49-b82d-d4a314c0760f,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:50:39.894149 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.934378 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:39.940819 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:39.945613 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:50:39.957383 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:39.966588 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'Port': ['ID=25d39f7b-f733-4215-b9fd-2acf608b19a4,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:40.018298 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:40.018953 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:40.028492 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f19046-4898-47dd-b0a7-dd504116dbdd None None] Pushing event updated for resources: {'Port': ['ID=35868e52-6904-4c49-b82d-d4a314c0760f,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:40.050257 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.063692 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['197bfc17-db8a-4ecc-85f4-e79956e924b7'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:50:40.173293 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.189773 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:40.336666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.408117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.514532 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'Port': ['ID=25d39f7b-f733-4215-b9fd-2acf608b19a4,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:40.524536 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:40.528225 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.545770 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb80df-c25d-44a6-871a-32720440044c req-4e9e1cb9-fff1-44de-aa57-3d09d952dc5f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:40.552927 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5adb80df-c25d-44a6-871a-32720440044c req-4e9e1cb9-fff1-44de-aa57-3d09d952dc5f tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 944 time: 0.1070604 Aug 04 11:50:40.561692 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f1437-c89a-419e-b71c-832f2b011df6 None None] The sync data for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi is: [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:40.590177 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5adb80df-c25d-44a6-871a-32720440044c req-6211ce84-42ba-494a-9c26-4feb6ed85ab3 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368576 Aug 04 11:50:40.634869 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:40.638577 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-187ed187-a4b4-4921-89e0-b34fbe0abe71 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3035679 Aug 04 11:50:40.807126 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-8110bb73-9af6-4387-9408-fea62b164719 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--2111193001&fields=id&tenant_id=50a296c0ad11487ab8b58ad9a5392f8c HTTP/1.1" status: 200 len: 267 time: 0.0387886 Aug 04 11:50:40.836211 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 35868e52-6904-4c49-b82d-d4a314c0760f up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:40.940735 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-f898c7d4-35c6-40a7-bd76-67deb2502aec tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:40.942486 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-f898c7d4-35c6-40a7-bd76-67deb2502aec tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 811 time: 0.1279929 Aug 04 11:50:40.959643 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-9d23d011-4761-4497-809a-d732b13e2883 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/quotas/50a296c0ad11487ab8b58ad9a5392f8c HTTP/1.1" status: 200 len: 375 time: 0.0107710 Aug 04 11:50:40.962326 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning for port 35868e52-6904-4c49-b82d-d4a314c0760f completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:40.967562 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 35868e52-6904-4c49-b82d-d4a314c0760f triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:40.967975 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.028823 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-31c79232-a937-44f3-a349-81bb63af634e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0548134 Aug 04 11:50:41.058909 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.097247 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] For port 35868e52-6904-4c49-b82d-d4a314c0760f, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=35868e52-6904-4c49-b82d-d4a314c0760f,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:41.127125 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-ddb11fe0-4f4d-455a-8bdf-7c394c2c8798 service neutron] 10.222.0.88 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973291 Aug 04 11:50:41.131229 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 197bfc17-db8a-4ecc-85f4-e79956e924b7 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:41.188252 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.192168 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8c53d81e-698a-4cec-a63b-dcb0871c07b5 up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:41.224864 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-b09bb07f-3ae1-47af-91a7-9f669f828bf1 service neutron] 10.222.0.88 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909467 Aug 04 11:50:41.270671 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 197bfc17-db8a-4ecc-85f4-e79956e924b7 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:41.277106 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 197bfc17-db8a-4ecc-85f4-e79956e924b7 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:41.281849 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.281849 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Pushing event updated for resources: {'Port': ['ID=35868e52-6904-4c49-b82d-d4a314c0760f,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:41.327653 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:41.328028 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.430796 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.468891 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:41.471292 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57b8a05-b52e-4b7d-a30c-81703eb9fd2b" -d '{"events": [{"server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "name": "network-vif-plugged", "status": "completed", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:41.488648 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 197bfc17-db8a-4ecc-85f4-e79956e924b7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:41.532052 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e60975a-31fc-4fa9-b7b6-f0f08156fbec x-openstack-request-id: req-8e60975a-31fc-4fa9-b7b6-f0f08156fbec {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:41.532619 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "name": "network-vif-plugged", "status": "completed", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:41.532619 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-8e60975a-31fc-4fa9-b7b6-f0f08156fbec {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:41.532994 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'code': 200} Aug 04 11:50:41.575665 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-371279e1-b435-4a88-93cd-11d90652b75c req-d2e1f441-c11d-40f3-8541-c2505968d094 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 210 time: 0.0342951 Aug 04 11:50:41.596565 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:41.657667 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=197bfc17-db8a-4ecc-85f4-e79956e924b7,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:41.728932 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca14a50-0e5d-4524-b17a-46455a3e47bd req-183e91d1-f806-4a86-b958-2eed65935812 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:41.730587 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ca14a50-0e5d-4524-b17a-46455a3e47bd req-183e91d1-f806-4a86-b958-2eed65935812 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 945 time: 0.0535281 Aug 04 11:50:41.774767 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8ca14a50-0e5d-4524-b17a-46455a3e47bd req-a011e2c6-1f28-488d-8504-320c31ee0f0a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370412 Aug 04 11:50:42.007591 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d02875-ac8a-4aef-a61b-9882ad69a03a req-81c52f64-ac33-4d0b-920e-22619852233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:42.009064 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c2d02875-ac8a-4aef-a61b-9882ad69a03a req-81c52f64-ac33-4d0b-920e-22619852233c service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 1098 time: 0.0408962 Aug 04 11:50:42.055314 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c2d02875-ac8a-4aef-a61b-9882ad69a03a req-ec748e32-2cba-4197-bcef-8018d5abc3fe service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392621 Aug 04 11:50:42.646323 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-043f981c-f8b0-4d2a-b00b-95a9a8952c8e req-6c3c1be0-d881-408b-9b39-d26f9301df03 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 210 time: 0.0284913 Aug 04 11:50:42.689420 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 35868e52-6904-4c49-b82d-d4a314c0760f up at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:42.738703 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Provisioning complete for port 35868e52-6904-4c49-b82d-d4a314c0760f triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:42.739072 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:42.897091 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda8518-37a0-41e9-9faa-00aea9adf4e0 req-0484a92c-abf9-41fa-b8d7-59f3bf787e38 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:42.898491 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2cda8518-37a0-41e9-9faa-00aea9adf4e0 req-0484a92c-abf9-41fa-b8d7-59f3bf787e38 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 945 time: 0.0523791 Aug 04 11:50:42.937351 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2cda8518-37a0-41e9-9faa-00aea9adf4e0 req-6099af57-9a54-482d-ace5-e998bb424327 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327189 Aug 04 11:50:43.387909 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4839fcf6-425b-4153-b433-b12ab560417e req-e60ac5ac-cd07-40fe-bea0-9dd3105e501f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144743417&fields=id&tenant_id=1008835d26c54a319d691e690214a2f5 HTTP/1.1" status: 200 len: 267 time: 0.0372555 Aug 04 11:50:43.444436 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839fcf6-425b-4153-b433-b12ab560417e req-7f2af064-ea0f-4eab-b04c-0f61ccf0034c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:43.446005 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4839fcf6-425b-4153-b433-b12ab560417e req-7f2af064-ea0f-4eab-b04c-0f61ccf0034c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 984 time: 0.0514264 Aug 04 11:50:43.458478 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Request body: {'port': {'security_groups': ['45fd745c-53c7-4155-b1d3-c9ef6f702930']}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:43.493656 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-beba61c0-7843-4d67-96bd-e31aadac7509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:43.546749 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:43.731391 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:43.746341 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-235dee27-9679-4030-8096-0257ea440df8 req-97c415e2-78ba-4745-ba30-260c95657c74 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 210 time: 0.0272484 Aug 04 11:50:43.766832 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:43.871118 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:43.884293 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['269ed462-6abb-4bb1-bc33-2baf9c48a326'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:50:43.915371 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:43.916485 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:43.917462 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4839fcf6-425b-4153-b433-b12ab560417e req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "PUT /v2.0/ports/269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 942 time: 0.4637680 Aug 04 11:50:43.917928 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:43.920252 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3d4670-0a51-4725-84f1-0182ef39ae99" -d '{"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:43.924403 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59176) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:43.978958 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd872d30-ee44-4607-bba0-bc5161c4d62c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event updated for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=7']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:43.997368 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d1c3b0-2464-41ec-9e09-2786618d6cb5 x-openstack-request-id: req-56d1c3b0-2464-41ec-9e09-2786618d6cb5 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:43.997368 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:43.997368 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-56d1c3b0-2464-41ec-9e09-2786618d6cb5 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:43.997368 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'status': 'completed', 'code': 200} Aug 04 11:50:44.022400 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['269ed462-6abb-4bb1-bc33-2baf9c48a326'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:50:44.035517 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3b2da6ea-3098-4e1c-8162-624aebb8f56a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.089872 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3b2da6ea-3098-4e1c-8162-624aebb8f56a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.138899 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-28f487bb-a33b-4862-84d8-b7a7d89ca7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.141467 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-28f487bb-a33b-4862-84d8-b7a7d89ca7de service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1098 time: 0.1173823 Aug 04 11:50:44.169265 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403f2c1-2692-47da-b4d2-9807830efe1a req-5f1d418a-0ea2-4c32-a96d-6131eb116669 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.177911 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1403f2c1-2692-47da-b4d2-9807830efe1a req-5f1d418a-0ea2-4c32-a96d-6131eb116669 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 945 time: 0.1097553 Aug 04 11:50:44.237859 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-2c707ccb-8b2e-4692-ab83-a764e43ac961 None None] Provisioning complete for port 269ed462-6abb-4bb1-bc33-2baf9c48a326 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:44.238307 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2c707ccb-8b2e-4692-ab83-a764e43ac961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.276300 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-1e89e9fc-1b13-490b-8136-7e89892c3809 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.278018 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-1e89e9fc-1b13-490b-8136-7e89892c3809 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 811 time: 0.1828353 Aug 04 11:50:44.305402 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-1403f2c1-2692-47da-b4d2-9807830efe1a req-db8aa02d-5f2e-41dd-8699-caba47e6c2b9 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264591 Aug 04 11:50:44.347702 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-4a9ed12b-115b-44a2-8d6e-d0a4cc90da46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.347917 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-2e40819c-7ea9-4447-a898-7420516e82f9 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a296c0ad11487ab8b58ad9a5392f8c HTTP/1.1" status: 200 len: 380 time: 0.0585413 Aug 04 11:50:44.349988 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-4a9ed12b-115b-44a2-8d6e-d0a4cc90da46 service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 200 len: 916 time: 0.1967931 Aug 04 11:50:44.369596 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'port': {'device_id': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'admin_state_up': True, 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'security_groups': ['72e25db8-fc1c-49a1-a7b5-550a5564819e']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:44.435107 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-9988ea3c-5ed1-4347-be7c-c7f0ab7cfd21 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 1001 time: 0.0687592 Aug 04 11:50:44.446940 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3b2da6ea-3098-4e1c-8162-624aebb8f56a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.449540 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3b2da6ea-3098-4e1c-8162-624aebb8f56a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.452326 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3b2da6ea-3098-4e1c-8162-624aebb8f56a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "DELETE /v2.0/security-groups/032f12bf-934e-40a4-b050-e0cab1d67be4 HTTP/1.1" status: 204 len: 168 time: 0.5260460 Aug 04 11:50:44.460073 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59182) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:44.490719 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-ca331e3e-ae56-4b5c-92ea-48ed21a3759b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.492358 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-ca331e3e-ae56-4b5c-92ea-48ed21a3759b service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e055369-9b62-4738-b1d7-24c8f4df5f7a HTTP/1.1" status: 200 len: 853 time: 0.0482912 Aug 04 11:50:44.511829 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2da6ea-3098-4e1c-8162-624aebb8f56a tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=032f12bf-934e-40a4-b050-e0cab1d67be4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:44.548217 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-66ea2b25-e00a-4da3-8db1-f3dceb9453f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.549864 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-66ea2b25-e00a-4da3-8db1-f3dceb9453f3 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f05b48-91c3-4265-a0d5-57ede073c261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0502243 Aug 04 11:50:44.571213 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21679124-6630-4c75-984c-8ee31215409b req-b850a2ae-31ad-4b5b-9cd1-a380d37f4bf5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:44.571937 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-21679124-6630-4c75-984c-8ee31215409b req-b850a2ae-31ad-4b5b-9cd1-a380d37f4bf5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 945 time: 0.1963508 Aug 04 11:50:44.672133 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-21679124-6630-4c75-984c-8ee31215409b req-7cc218e8-f00f-4e90-bc35-5a54ffc65132 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936019 Aug 04 11:50:44.672410 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-1981c5ea-6b06-4d2c-9f68-4207394e0ce8 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125364 Aug 04 11:50:44.704061 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59188) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:44.732447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Deleting port b8472c7c-d5f6-45d7-a82f-63ccab4507ef {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:44.733316 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.773087 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5b3d4670-0a51-4725-84f1-0182ef39ae99 req-158c9352-45f3-4e65-9656-44da02212530 service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938749 Aug 04 11:50:44.799596 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Made reservation on behalf of 50a296c0ad11487ab8b58ad9a5392f8c for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:50:44.804164 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.862345 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.862674 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:44.876004 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9d8d832c-c927-4b8a-a608-028fd460a42b req-eb500c73-7abb-44c0-a46d-798fb07d5558 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 210 time: 0.0270574 Aug 04 11:50:44.920302 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Calling delete_port for b8472c7c-d5f6-45d7-a82f-63ccab4507ef owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:45.299319 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526bd3bc-6d17-474f-b9a5-a135f882aeed tempest-TestVolumeBootPattern-424451122 tempest-TestVolumeBootPattern-424451122-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:45.300731 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-526bd3bc-6d17-474f-b9a5-a135f882aeed tempest-TestVolumeBootPattern-424451122 tempest-TestVolumeBootPattern-424451122-project-admin] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 1093 time: 0.5957391 Aug 04 11:50:45.304969 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59194) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:45.309910 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'port_id': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:45.352055 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Allocated IP 172.20.0.10 (329291e9-51f3-44af-9de2-32b3ffb1570e/0ec202fe-3e86-4049-9d0b-fa02efaf075a/19956ff3-3ca8-4d1f-8624-7890e7f599d9) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:45.409168 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.528698 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.562710 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.591069 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Transition to ACTIVE for port object 19956ff3-3ca8-4d1f-8624-7890e7f599d9 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:45.592622 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.622818 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event deleted for resources: {'Port': ['ID=b8472c7c-d5f6-45d7-a82f-63ccab4507ef,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:45.659448 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_common [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Allocated IP 172.27.0.156 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/3d1a3f4c-5916-448a-ad49-8ee3ffc2d4d8) {{(pid=100519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:50:45.709082 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.709454 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Floating IP d794b91a-de05-41a7-9901-2075b1c291c6 disassociated (deleted). External IP: 172.27.0.254, port: 269ed462-6abb-4bb1-bc33-2baf9c48a326. Aug 04 11:50:45.782090 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.810304 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.862107 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Network 329291e9-51f3-44af-9de2-32b3ffb1570e is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:45.893990 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:45.902931 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:50:45.935771 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'Port': ['ID=19956ff3-3ca8-4d1f-8624-7890e7f599d9,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:45.938650 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:45.983678 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:50:45.986748 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.base_scheduler [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Resources bound (agent type, host, resource id): {{(pid=100519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:50:45.991717 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Received port after_create {{(pid=100519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:50:46.058751 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5f60302e-b467-4ec2-8ccd-5e549cb4ee8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.065248 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:46.066161 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.094567 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Router 8784994f-89d8-4516-9926-4c6860e2a6f5 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:46.111067 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10738297-037d-4c45-80f1-bf2190405b6e req-483a050a-13ad-412e-aaa8-d52330dd2779 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:46.113727 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-10738297-037d-4c45-80f1-bf2190405b6e req-483a050a-13ad-412e-aaa8-d52330dd2779 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 932 time: 0.1260631 Aug 04 11:50:46.192552 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-539ca1ee-e294-4784-bb61-8b7815554e88 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8272614 Aug 04 11:50:46.202557 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.210576 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Request body: {'port': {'device_id': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:46.250336 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-10738297-037d-4c45-80f1-bf2190405b6e req-96d9952c-b84a-4ac6-881c-cbe941ba64b0 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242251 Aug 04 11:50:46.278135 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-39d0101e-4715-467c-8cd2-9676a5d090c2 None None] Provisioning for port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:46.285259 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-39d0101e-4715-467c-8cd2-9676a5d090c2 None None] Provisioning complete for port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:46.286048 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-39d0101e-4715-467c-8cd2-9676a5d090c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.333985 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=3d1a3f4c-5916-448a-ad49-8ee3ffc2d4d8,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:46.336528 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.340381 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:46.348444 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.356528 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-39d0101e-4715-467c-8cd2-9676a5d090c2 None None] Port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:50:46.360418 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] Sync routers for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:46.371521 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:46.372124 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:46.410013 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-32b2f63d-3b62-4500-8e3b-62a8e7f7ebf3 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "DELETE /v2.0/floatingips/d794b91a-de05-41a7-9901-2075b1c291c6 HTTP/1.1" status: 204 len: 168 time: 1.9482148 Aug 04 11:50:46.412914 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:46.414930 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2da6844c-c91c-4db7-957f-34419be66ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:46.521030 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:46.622518 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb0e7e06-71ce-429a-b885-5d693eb334ac x-openstack-request-id: req-fb0e7e06-71ce-429a-b885-5d693eb334ac {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:46.622742 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:46.622954 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-fb0e7e06-71ce-429a-b885-5d693eb334ac {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:46.623921 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'status': 'completed', 'code': 200} Aug 04 11:50:46.718125 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.771527 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:47Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:46.788049 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19956ff3-3ca8-4d1f-8624-7890e7f599d9 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:50:46.790258 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-ad71191a-089a-4457-841a-f7128ada7d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:46.792214 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-ad71191a-089a-4457-841a-f7128ada7d29 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=1008835d26c54a319d691e690214a2f5&device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 1098 time: 0.1047230 Aug 04 11:50:46.797238 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.803562 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] Checking router: 8784994f-89d8-4516-9926-4c6860e2a6f5 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:46.815954 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Transition to ACTIVE for port object 19956ff3-3ca8-4d1f-8624-7890e7f599d9 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:50:46.822986 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:46.824786 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:46.894394 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.937779 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-5c13063b-fd56-467f-856d-977011591dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:46.939471 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-5c13063b-fd56-467f-856d-977011591dec service neutron] 10.222.0.86 "GET /v2.0/networks?id=a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 200 len: 916 time: 0.1397128 Aug 04 11:50:46.942430 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:46.957295 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:46.974847 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.008011 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-b0a47062-ae84-47a8-acec-527a32c42c9f service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 200 len: 217 time: 0.0384681 Aug 04 11:50:47.060158 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Pushing event updated for resources: {'Port': ['ID=19956ff3-3ca8-4d1f-8624-7890e7f599d9,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:47.152342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Attempting to bind port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:50:47.153331 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Attempting to bind port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:50:47.153331 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Attempting to bind port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 on network 329291e9-51f3-44af-9de2-32b3ffb1570e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:50:47.158902 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 on network 329291e9-51f3-44af-9de2-32b3ffb1570e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:50:47.159371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Attempting to bind port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 on network 329291e9-51f3-44af-9de2-32b3ffb1570e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:50:47.167631 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:50:47.168101 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Checking segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:50:47.175383 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Bound using segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:50:47.175383 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Bound port: 19956ff3-3ca8-4d1f-8624-7890e7f599d9, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:50:47.175383 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.201118 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for port, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.220927 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-b909938b-5047-47e6-9e1c-0e250ed70919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:47.225418 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-b909938b-5047-47e6-9e1c-0e250ed70919 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=5e055369-9b62-4738-b1d7-24c8f4df5f7a HTTP/1.1" status: 200 len: 853 time: 0.0823944 Aug 04 11:50:47.274305 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:47Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:47.289056 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8549202'] for port, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.289401 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] For port 19956ff3-3ca8-4d1f-8624-7890e7f599d9, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:50:47.292106 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] For port 19956ff3-3ca8-4d1f-8624-7890e7f599d9, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:50:47.315037 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb202a1d-122c-40d9-8045-56a376d1d246 None None] The sync data for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi is: [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:47:41Z', 'revision_number': 4, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '0fb526bf-9cd2-4c74-9624-2f5e2c3def59', 'name': '', 'network_id': 'a5f05b48-91c3-4265-a0d5-57ede073c261', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'mac_address': 'fa:16:3e:16:01:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:40Z', 'updated_at': '2021-08-04T11:47:47Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'subnets': [{'id': '5e055369-9b62-4738-b1d7-24c8f4df5f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:47.358939 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.399194 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-2c8cc211-3284-4b62-81f2-d0c4829bbd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:47.400747 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-2c8cc211-3284-4b62-81f2-d0c4829bbd03 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=a5f05b48-91c3-4265-a0d5-57ede073c261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1701956 Aug 04 11:50:47.402851 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:47.403807 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.406577 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] 10.222.0.86 "PUT /v2.0/ports/19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 1094 time: 1.2027414 Aug 04 11:50:47.432076 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:47.435306 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event updated for resources: {'Port': ['ID=3d1a3f4c-5916-448a-ad49-8ee3ffc2d4d8,revision_number=2']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:47.436311 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf70cd-a2f5-42ee-ab6e-cc985affb909 service neutron] Pushing event updated for resources: {'Port': ['ID=19956ff3-3ca8-4d1f-8624-7890e7f599d9,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:47.556690 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17002b08-f65f-4f12-a9b2-a83ea07c3c2c req-7952e6b2-2fb4-4031-a3bd-3d1bd42acd75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:47.565466 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-17002b08-f65f-4f12-a9b2-a83ea07c3c2c req-7952e6b2-2fb4-4031-a3bd-3d1bd42acd75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 944 time: 0.2088492 Aug 04 11:50:47.629335 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-37543c5c-5cd0-46a0-a444-17bf0f10a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:47.630893 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-37543c5c-5cd0-46a0-a444-17bf0f10a1d4 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1097 time: 0.0859668 Aug 04 11:50:47.674602 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-17002b08-f65f-4f12-a9b2-a83ea07c3c2c req-8e487718-a09d-417e-9c79-66c142a0b2bf tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099765 Aug 04 11:50:47.675702 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.l3_db [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Floating IP cef2561c-f8a7-4463-8bba-65a533754fcb associated. External IP: 172.27.0.156, port: 197bfc17-db8a-4ecc-85f4-e79956e924b7. Aug 04 11:50:47.679765 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-f50dea53-fc45-423f-b76f-0bca2bd712bf service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585597 Aug 04 11:50:47.702220 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-a7d8e0dd-b121-441b-95e6-cafad2d4614b service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 217 time: 0.0577505 Aug 04 11:50:47.724315 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6d34b2-5260-4517-bf96-a17ebe2a6372 None None] New status for floating IP d794b91a-de05-41a7-9901-2075b1c291c6: DOWN {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:50:47.806337 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-ff53786c-2a45-4114-8dd0-d56f32d20567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:47.808494 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-ff53786c-2a45-4114-8dd0-d56f32d20567 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0995474 Aug 04 11:50:47.876255 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2da6844c-c91c-4db7-957f-34419be66ca6 req-dfc94b55-1ba1-459c-9a28-0b03ce544c3f service neutron] 10.222.0.86 "GET /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527455 Aug 04 11:50:47.890369 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-fc49ad8e-0077-4222-a442-9ac216f37bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:47.892127 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-fc49ad8e-0077-4222-a442-9ac216f37bc4 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0763221 Aug 04 11:50:48.010734 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-d0d05ebc-ab76-4492-b77d-e724a610f7ca service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093132 Aug 04 11:50:48.011041 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:48.113575 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-875266ec-6855-4d4e-85f2-78f3d38168a4 req-bde42ec0-fc38-4459-aa75-c06419da8060 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967565 Aug 04 11:50:48.181495 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:48.196318 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:48.210617 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:48.211249 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:48.289609 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.342555 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b070dfbc-fdbe-4192-aa79-a70e960c1dc8 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0266871 Aug 04 11:50:48.342555 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:48.342555 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c19555f-4f53-4198-a9b4-f7306fa00ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:48.380759 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f342686-b3ba-42d6-8221-43e417c22138 x-openstack-request-id: req-2f342686-b3ba-42d6-8221-43e417c22138 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:48.380759 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:48.380759 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2f342686-b3ba-42d6-8221-43e417c22138 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:48.380759 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'status': 'completed', 'code': 200} Aug 04 11:50:48.430752 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:48.464098 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-d2374c3c-1049-4223-ab53-6ad042427f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:48.465589 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-d2374c3c-1049-4223-ab53-6ad042427f0f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 1098 time: 0.0512810 Aug 04 11:50:48.574074 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-88676f9d-0e93-4c5f-bdcd-cd47bb243491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:48.575708 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-88676f9d-0e93-4c5f-bdcd-cd47bb243491 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 913 time: 0.1012993 Aug 04 11:50:48.627671 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:48.629479 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:48.680749 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-3518166c-caaf-444f-b1b5-06550f7412a7 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7 HTTP/1.1" status: 200 len: 999 time: 0.0957904 Aug 04 11:50:48.698323 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384405f2-1762-44f8-81fd-88c75fd2fba6 x-openstack-request-id: req-384405f2-1762-44f8-81fd-88c75fd2fba6 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:48.698614 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:48.698864 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-384405f2-1762-44f8-81fd-88c75fd2fba6 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:48.699844 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'status': 'completed', 'code': 200} Aug 04 11:50:48.742308 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-d512e33f-1881-490e-8b2f-b85c832e3735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:48.744192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-d512e33f-1881-490e-8b2f-b85c832e3735 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0551367 Aug 04 11:50:48.758324 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:31Z', 'revision_number': 1, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}, {'id': 'cef2561c-f8a7-4463-8bba-65a533754fcb', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:85:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afdefad-0b91-4636-a182-242b0e94f130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:50:46Z', 'updated_at': '2021-08-04T11:50:46Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:48.773652 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-a0241f54-7d41-499c-b9ca-286b8cb1893e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:48.775566 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-a0241f54-7d41-499c-b9ca-286b8cb1893e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1097 time: 0.0560679 Aug 04 11:50:48.794735 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:48.805375 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-f2eddd99-0214-443d-8303-d52e3eba9687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:48.806817 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:48.806955 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-f2eddd99-0214-443d-8303-d52e3eba9687 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0552533 Aug 04 11:50:48.807435 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:48.888300 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff709898-6471-461c-b314-c77719aea9a4 req-0bea83ec-630b-4c50-8a65-43f572619427 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:48.889964 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ff709898-6471-461c-b314-c77719aea9a4 req-0bea83ec-630b-4c50-8a65-43f572619427 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 944 time: 0.1132460 Aug 04 11:50:48.922756 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-4f2c3307-3e14-4576-b139-e082a3558e9a service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072938 Aug 04 11:50:48.943229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-c12621af-c927-4430-9892-897dbfae3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:48.944954 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-c12621af-c927-4430-9892-897dbfae3bfa service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.1569781 Aug 04 11:50:48.957075 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:48.962736 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:48.967694 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ff709898-6471-461c-b314-c77719aea9a4 req-23c3ab48-f68e-49dd-9989-d05ea7f4e148 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608158 Aug 04 11:50:48.999717 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-565adcef-7ca6-4529-a6b2-18c08062e89e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 217 time: 0.0470891 Aug 04 11:50:49.071591 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-bf7b418f-4bc0-4187-b689-ab5b2154994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:49.073259 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2c19555f-4f53-4198-a9b4-f7306fa00ecc req-30dab292-2473-4952-8bf9-cbd3db81c6e6 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388962 Aug 04 11:50:49.074294 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-bf7b418f-4bc0-4187-b689-ab5b2154994d service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0671284 Aug 04 11:50:49.134284 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-e85f0052-b2e0-4421-80b8-5a1f08e7d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:49.135777 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-e85f0052-b2e0-4421-80b8-5a1f08e7d9b2 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487890 Aug 04 11:50:49.249082 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-e4376ac4-077e-4edb-b8e9-8cc5b2a9333f service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049364 Aug 04 11:50:49.258769 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:31Z', 'revision_number': 1, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}, {'id': 'cef2561c-f8a7-4463-8bba-65a533754fcb', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:85:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afdefad-0b91-4636-a182-242b0e94f130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:50:46Z', 'updated_at': '2021-08-04T11:50:46Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:49.291867 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97de252e-0f5d-420c-8dea-6e38d7ed0acb None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:31Z', 'revision_number': 1, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}, {'id': 'cef2561c-f8a7-4463-8bba-65a533754fcb', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:85:13:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3afdefad-0b91-4636-a182-242b0e94f130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:50:46Z', 'updated_at': '2021-08-04T11:50:46Z', 'revision_number': 0, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:49.365381 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0a1d9e35-42dd-44c2-959e-d8ea36cddc8d req-723ca8db-84f0-4df6-b5d9-a6ba8e0fb445 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064985 Aug 04 11:50:49.501383 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d96ec89-0f01-472f-b70a-0f1b926be245 None None] New status for floating IP cef2561c-f8a7-4463-8bba-65a533754fcb: ACTIVE {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:50:50.097416 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38500d72-d675-455c-9fff-95f9c5a85b81 req-0252f0fe-968d-4ab2-a9a0-9e344c693add tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:50.098864 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38500d72-d675-455c-9fff-95f9c5a85b81 req-0252f0fe-968d-4ab2-a9a0-9e344c693add tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 944 time: 0.0519822 Aug 04 11:50:50.140385 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-38500d72-d675-455c-9fff-95f9c5a85b81 req-5ed8af3e-6de2-434c-a0dc-cacf94aaea33 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352793 Aug 04 11:50:51.196918 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 19956ff3-3ca8-4d1f-8624-7890e7f599d9 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:50:51.203689 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03f5e0-a2c3-43bf-ab81-7917f298d7d6 req-17e1c18f-1bbd-4045-a325-94e987852a07 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:51.214869 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f03f5e0-a2c3-43bf-ab81-7917f298d7d6 req-17e1c18f-1bbd-4045-a325-94e987852a07 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0514905 Aug 04 11:50:51.245067 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5f03f5e0-a2c3-43bf-ab81-7917f298d7d6 req-e3e53158-3d47-4373-98c4-621eb854b5e8 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339320 Aug 04 11:50:51.271908 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6733b-e5d3-4603-a753-f0f68275dd1c req-2776da22-193d-42af-bf29-a4811202a113 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:51.273436 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-75e6733b-e5d3-4603-a753-f0f68275dd1c req-2776da22-193d-42af-bf29-a4811202a113 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 944 time: 0.0595143 Aug 04 11:50:51.306634 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 19956ff3-3ca8-4d1f-8624-7890e7f599d9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:51.318475 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'port_id': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'mac_address': 'fa:16:3e:77:64:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:50:51.319722 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-75e6733b-e5d3-4603-a753-f0f68275dd1c req-d7a31b36-9147-4579-8a75-053859238965 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399923 Aug 04 11:50:51.361269 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.374387 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19956ff3-3ca8-4d1f-8624-7890e7f599d9 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:50:51.395376 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 19956ff3-3ca8-4d1f-8624-7890e7f599d9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:51.488506 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:51.539270 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=19956ff3-3ca8-4d1f-8624-7890e7f599d9,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:51.770327 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['19956ff3-3ca8-4d1f-8624-7890e7f599d9'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:50:52.368050 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff2de2-3385-43d2-92c2-b5f69c9e3294 req-39ff5432-06e2-486d-a73d-41c732453ccb tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:52.370304 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d6ff2de2-3385-43d2-92c2-b5f69c9e3294 req-39ff5432-06e2-486d-a73d-41c732453ccb tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0532224 Aug 04 11:50:52.411032 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d6ff2de2-3385-43d2-92c2-b5f69c9e3294 req-5e473c58-e4a1-4320-885f-6c5dd61af498 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Aug 04 11:50:52.437454 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796583d-d0ec-44da-8c7c-d519de7b927b req-2583d536-3e6d-4f32-869b-496877db7cc5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:52.439384 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e796583d-d0ec-44da-8c7c-d519de7b927b req-2583d536-3e6d-4f32-869b-496877db7cc5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Aug 04 11:50:52.483368 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e796583d-d0ec-44da-8c7c-d519de7b927b req-359a5ca0-1624-4abf-8378-eafc335a3c10 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377045 Aug 04 11:50:52.833377 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:50:53.180730 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-5e6da61d-fc86-4d44-bb91-235bd7f0d5ee tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:53.182104 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-5e6da61d-fc86-4d44-bb91-235bd7f0d5ee tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.86 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0480127 Aug 04 11:50:53.224866 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 19956ff3-3ca8-4d1f-8624-7890e7f599d9 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:50:53.287742 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Deleting port 269ed462-6abb-4bb1-bc33-2baf9c48a326 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:53.288083 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.351319 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:50:53.355757 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:50:53.356260 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.392488 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] For port 269ed462-6abb-4bb1-bc33-2baf9c48a326, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=269ed462-6abb-4bb1-bc33-2baf9c48a326,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:53.392858 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.406530 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Calling delete_port for 269ed462-6abb-4bb1-bc33-2baf9c48a326 owned by compute:nova {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:53.436361 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.461224 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:53.463849 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c644e1-9a89-49ee-9ada-040a84b3fd57" -d '{"events": [{"server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "name": "network-vif-plugged", "status": "completed", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:53.482732 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 19956ff3-3ca8-4d1f-8624-7890e7f599d9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:53.512943 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce114cee-8cee-4d13-93f9-faaaf8a09666 x-openstack-request-id: req-ce114cee-8cee-4d13-93f9-faaaf8a09666 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:53.513461 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "name": "network-vif-plugged", "status": "completed", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:53.513757 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-ce114cee-8cee-4d13-93f9-faaaf8a09666 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:53.514417 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'code': 200} Aug 04 11:50:53.541751 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7a6ef-4811-48be-91c6-ead61a88237b req-be836edd-945d-4f3a-b799-f38bf0b33501 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:53.549982 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.550686 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a5a7a6ef-4811-48be-91c6-ead61a88237b req-be836edd-945d-4f3a-b799-f38bf0b33501 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 945 time: 0.0676844 Aug 04 11:50:53.591763 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a5a7a6ef-4811-48be-91c6-ead61a88237b req-d3bb5493-ad83-4a42-8edd-c68a40599623 tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/security-groups?id=45fd745c-53c7-4155-b1d3-c9ef6f702930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401282 Aug 04 11:50:53.619402 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=19956ff3-3ca8-4d1f-8624-7890e7f599d9,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:53.655199 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b49a25-fcff-4bb8-ac24-6da067c0b313 req-522bd862-0d5a-47e8-88eb-3abb8595c094 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:53.657409 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b3b49a25-fcff-4bb8-ac24-6da067c0b313 req-522bd862-0d5a-47e8-88eb-3abb8595c094 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0729089 Aug 04 11:50:53.701560 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b3b49a25-fcff-4bb8-ac24-6da067c0b313 req-87a9a6cb-c524-49cc-a377-c6428871789c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370963 Aug 04 11:50:53.762906 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.776831 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['269ed462-6abb-4bb1-bc33-2baf9c48a326'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:50:53.796909 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Pushing event deleted for resources: {'Port': ['ID=269ed462-6abb-4bb1-bc33-2baf9c48a326,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:53.841496 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] No DVR routers for this DVR port 269ed462-6abb-4bb1-bc33-2baf9c48a326 on host hv-cinder-78652 {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:50:53.843288 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:53.846026 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-2fd5a51a-5661-43b5-b2a7-443d3646b050 req-9194f27b-85d7-4dae-87d8-4a50108df02c tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.86 "DELETE /v2.0/ports/269ed462-6abb-4bb1-bc33-2baf9c48a326 HTTP/1.1" status: 204 len: 173 time: 0.6525996 Aug 04 11:50:53.846469 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'name': 'network-vif-deleted', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:53.848830 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d061983d-b892-48a1-99a8-41c1021363de" -d '{"events": [{"server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "name": "network-vif-deleted", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:53.863779 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93345-6223-49d7-a2be-6e5f7bc63c8e req-1e86dd54-4080-40f0-a911-e9d1289f1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:53.865668 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-09d93345-6223-49d7-a2be-6e5f7bc63c8e req-1e86dd54-4080-40f0-a911-e9d1289f1632 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1099 time: 0.0496354 Aug 04 11:50:53.886726 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173b2868-0b64-41c4-a75e-3a2d9a204f77 x-openstack-request-id: req-173b2868-0b64-41c4-a75e-3a2d9a204f77 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:53.887036 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b20334d-d241-4149-9ded-511adfbf8af5", "name": "network-vif-deleted", "tag": "269ed462-6abb-4bb1-bc33-2baf9c48a326", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:53.887295 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-173b2868-0b64-41c4-a75e-3a2d9a204f77 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:53.887807 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b20334d-d241-4149-9ded-511adfbf8af5', 'name': 'network-vif-deleted', 'tag': '269ed462-6abb-4bb1-bc33-2baf9c48a326', 'status': 'completed', 'code': 200} Aug 04 11:50:53.915905 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-09d93345-6223-49d7-a2be-6e5f7bc63c8e req-f27a605b-4eff-442e-9a49-c5ec3ecc4890 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429509 Aug 04 11:50:54.707052 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-a78476a3-fb48-4e3c-85ae-0e5828d34beb req-5edb2680-1003-4d0a-8f65-94dd60789f1f tempest-TestMinimumBasicScenario-235563457 tempest-TestMinimumBasicScenario-235563457-project] 10.222.0.88 "GET /v2.0/ports?device_id=9b20334d-d241-4149-9ded-511adfbf8af5 HTTP/1.1" status: 200 len: 210 time: 0.0296321 Aug 04 11:50:54.840348 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b4711-55d8-4cc0-8db5-9cc7328de497 req-a8f8534e-53be-4cab-8c4b-dda329516c2c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:54.842115 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b36b4711-55d8-4cc0-8db5-9cc7328de497 req-a8f8534e-53be-4cab-8c4b-dda329516c2c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0589504 Aug 04 11:50:54.883948 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b36b4711-55d8-4cc0-8db5-9cc7328de497 req-ca2fc717-dbed-41ff-b1d9-1a385f18e8da tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355530 Aug 04 11:50:56.000309 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94070e-b0f8-4ebb-b700-ac6f3105842c req-3ef35ca4-5458-432f-8559-5bd5e2372f1e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:56.000309 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-db94070e-b0f8-4ebb-b700-ac6f3105842c req-3ef35ca4-5458-432f-8559-5bd5e2372f1e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0502331 Aug 04 11:50:56.038757 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-db94070e-b0f8-4ebb-b700-ac6f3105842c req-c687eda1-918c-4e69-8f83-32975630a57b tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326080 Aug 04 11:50:56.087328 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.150088 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15610922-63c6-4787-b0fd-5c6ec5be6e8e req-eb2dfe55-2a98-4e93-b522-6fdb0b183dc9 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:56.151578 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-15610922-63c6-4787-b0fd-5c6ec5be6e8e req-eb2dfe55-2a98-4e93-b522-6fdb0b183dc9 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0509126 Aug 04 11:50:56.160693 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59280) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:56.165399 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'floatingip': {'port_id': '19956ff3-3ca8-4d1f-8624-7890e7f599d9'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:50:56.208304 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:56.936899 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.044316 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.172718 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.l3_db [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Floating IP b2eda725-ee07-47dd-b09d-5a3bf1404588 associated. External IP: 172.27.0.165, port: 19956ff3-3ca8-4d1f-8624-7890e7f599d9. Aug 04 11:50:57.254083 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59310) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:57.260757 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 269ed462-6abb-4bb1-bc33-2baf9c48a326 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:50:57.282454 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 269ed462-6abb-4bb1-bc33-2baf9c48a326 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:50:57.282787 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 269ed462-6abb-4bb1-bc33-2baf9c48a326 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:50:57.537823 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Router 4f23b662-2995-41f7-959d-bbdffdc973d9 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:57.712899 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:57.718317 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.723493 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] Sync routers for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:57.732249 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:57.732844 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:57.754827 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-7355344c-9771-4389-a190-615f89632569 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "PUT /v2.0/floatingips/b2eda725-ee07-47dd-b09d-5a3bf1404588 HTTP/1.1" status: 200 len: 992 time: 1.5928917 Aug 04 11:50:57.756127 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:50:57.758682 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29569ea-8012-4859-99cf-561e8f7d06e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:50:57.813697 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1affb406-4662-4749-a4c3-59ed945a7421 x-openstack-request-id: req-1affb406-4662-4749-a4c3-59ed945a7421 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:50:57.813972 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:50:57.814230 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1affb406-4662-4749-a4c3-59ed945a7421 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:50:57.814623 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'status': 'completed', 'code': 200} Aug 04 11:50:57.848560 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:57.848827 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:57.879381 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-9b2947ff-ca9a-4de0-b50a-d3ddf8bb9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:57.881032 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-9b2947ff-ca9a-4de0-b50a-d3ddf8bb9cbb service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1099 time: 0.0438502 Aug 04 11:50:57.978420 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-1b374327-2305-4ebb-90ec-977f97bceb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:57.980243 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-1b374327-2305-4ebb-90ec-977f97bceb1e service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.0906682 Aug 04 11:50:58.056295 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-28051b8d-aa35-4c9d-9a41-f7746169a35e service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 1000 time: 0.0681264 Aug 04 11:50:58.083505 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'b2eda725-ee07-47dd-b09d-5a3bf1404588', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'port_id': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'mac_address': 'fa:16:3e:77:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:50:39Z', 'updated_at': '2021-08-04T11:50:56Z', 'revision_number': 1, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:58.104558 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Deleting port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:58.105213 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.110110 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-273e3a62-a503-4579-b10d-f821d2bf9044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:58.111696 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-273e3a62-a503-4579-b10d-f821d2bf9044 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0463588 Aug 04 11:50:58.114067 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] Checking router: 4f23b662-2995-41f7-959d-bbdffdc973d9 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:58.123206 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:58.123815 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:58.167443 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-50fe8234-1932-4914-aa52-70b29227727e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:50:58.168999 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-50fe8234-1932-4914-aa52-70b29227727e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493653 Aug 04 11:50:58.189070 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] For port 0fb526bf-9cd2-4c74-9624-2f5e2c3def59, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:58.189530 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.202491 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Calling delete_port for 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 owned by network:router_interface {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:58.233152 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:58.270311 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-0f420d18-d0b9-49f1-8fbc-c5d39aab377e service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847921 Aug 04 11:50:58.377178 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e29569ea-8012-4859-99cf-561e8f7d06e5 req-9dfad62b-eaf7-4b3c-95cb-55cf797833c8 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913539 Aug 04 11:50:58.466333 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'b2eda725-ee07-47dd-b09d-5a3bf1404588', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'port_id': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'mac_address': 'fa:16:3e:77:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:50:39Z', 'updated_at': '2021-08-04T11:50:56Z', 'revision_number': 1, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:58.477048 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.496002 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10914f62-8241-4cc6-bf35-07cb8a1aefda None None] The sync data for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi is: [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': 'b2eda725-ee07-47dd-b09d-5a3bf1404588', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'floating_ip_address': '172.27.0.165', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'port_id': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'mac_address': 'fa:16:3e:77:64:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:50:39Z', 'updated_at': '2021-08-04T11:50:56Z', 'revision_number': 1, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:58.502318 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb526bf-9cd2-4c74-9624-2f5e2c3def59,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:50:58.679561 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:58.727732 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e502e5f5-19cd-442b-8fc1-d9326a03f3c5 None None] New status for floating IP b2eda725-ee07-47dd-b09d-5a3bf1404588: ACTIVE {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:50:58.917372 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Router 8784994f-89d8-4516-9926-4c6860e2a6f5 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:50:59.022382 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:50:59.027490 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9bdca5d2-c8f4-4358-aaa2-80c8e5a80622 admin admin] 10.222.0.88 "PUT /v2.0/routers/8784994f-89d8-4516-9926-4c6860e2a6f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7731371 Aug 04 11:50:59.029930 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59318) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:50:59.030864 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] Sync routers for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:50:59.040446 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:59.041319 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.242335 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:59.381523 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks [] for router, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.420639 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:50:58Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.446040 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] Checking router: 8784994f-89d8-4516-9926-4c6860e2a6f5 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:50:59.454222 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] Routers {'8784994f-89d8-4516-9926-4c6860e2a6f5'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:50:59.454821 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['8784994f-89d8-4516-9926-4c6860e2a6f5'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.485076 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.557332 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] Set router 8784994f-89d8-4516-9926-4c6860e2a6f5 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:50:59.605102 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Deleting port 115645e4-5779-4387-a522-4fdd1a98ac00 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:50:59.605442 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.689489 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] For port 115645e4-5779-4387-a522-4fdd1a98ac00, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=115645e4-5779-4387-a522-4fdd1a98ac00,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:50:59.689862 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.703017 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Calling delete_port for 115645e4-5779-4387-a522-4fdd1a98ac00 owned by network:router_gateway {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:50:59.737077 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:50:58Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:50:59.763256 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be43560-db85-49de-ab79-91cb559df7ba None None] The sync data for ids ['8784994f-89d8-4516-9926-4c6860e2a6f5'] in dv-cinder-786524-10-iscsi is: [{'id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'name': 'tempest-TestMinimumBasicScenario-520048594-router', 'tenant_id': '1008835d26c54a319d691e690214a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241'}], 'enable_snat': True}, 'gw_port_id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:36Z', 'updated_at': '2021-08-04T11:50:58Z', 'revision_number': 5, 'project_id': '1008835d26c54a319d691e690214a2f5', 'gw_port': {'id': '115645e4-5779-4387-a522-4fdd1a98ac00', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8784994f-89d8-4516-9926-4c6860e2a6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:37Z', 'updated_at': '2021-08-04T11:47:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:50:59.951296 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:50:59.981757 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Pushing event deleted for resources: {'Port': ['ID=115645e4-5779-4387-a522-4fdd1a98ac00,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.037771 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.144391 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.146650 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.317199 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.317856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8784994f-89d8-4516-9926-4c6860e2a6f5 {{(pid=100519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:51:00.323014 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.329543 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a8be0287-a8fe-4e6f-843f-a61b995e2e6c admin admin] 10.222.0.88 "DELETE /v2.0/routers/8784994f-89d8-4516-9926-4c6860e2a6f5 HTTP/1.1" status: 204 len: 168 time: 1.2933178 Aug 04 11:51:00.329543 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59322) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.373515 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] Deleting subnet 5e055369-9b62-4738-b1d7-24c8f4df5f7a {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:51:00.377501 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.417590 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12393617'] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.538061 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.712037 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11565308'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.740177 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e055369-9b62-4738-b1d7-24c8f4df5f7a,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:00.743962 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.745641 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-edca21a3-e443-49b4-895c-a248d5a3c3bc admin admin] 10.222.0.88 "DELETE /v2.0/subnets/5e055369-9b62-4738-b1d7-24c8f4df5f7a HTTP/1.1" status: 204 len: 168 time: 0.4179652 Aug 04 11:51:00.748121 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59324) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:00.752636 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b0f1e0-ab18-4c08-b45e-4b0a59e4da4b None None] Network a5f05b48-91c3-4265-a0d5-57ede073c261 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:00.838504 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.847811 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:00.886606 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:00.886954 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 0fb526bf-9cd2-4c74-9624-2f5e2c3def59 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:00.888163 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 115645e4-5779-4387-a522-4fdd1a98ac00 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:00.901808 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Deleting port 6284215d-c95f-4302-b3ca-2982fce07af9 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:00.902155 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.909499 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 115645e4-5779-4387-a522-4fdd1a98ac00 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:00.909846 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 115645e4-5779-4387-a522-4fdd1a98ac00 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:00.971427 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] For port 6284215d-c95f-4302-b3ca-2982fce07af9, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6284215d-c95f-4302-b3ca-2982fce07af9,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:00.971776 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:00.985437 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Calling delete_port for 6284215d-c95f-4302-b3ca-2982fce07af9 owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:00.985690 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] DHCP port deletion for a5f05b48-91c3-4265-a0d5-57ede073c261 request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:51:01.032029 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] Deleting port 6284215d-c95f-4302-b3ca-2982fce07af9 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:01.032422 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.093842 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] For port 6284215d-c95f-4302-b3ca-2982fce07af9, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6284215d-c95f-4302-b3ca-2982fce07af9,segment=NetworkSegment(04372e1b-f5ab-4c13-9179-ffe21196315f),segment_id=04372e1b-f5ab-4c13-9179-ffe21196315f)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:01.094185 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.106526 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] Calling delete_port for 6284215d-c95f-4302-b3ca-2982fce07af9 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:01.117119 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.144437 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] No DVR routers for this DVR port 6284215d-c95f-4302-b3ca-2982fce07af9 on host dv-cinder-786524-10-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:01.146278 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=6284215d-c95f-4302-b3ca-2982fce07af9,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:01.188472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.214571 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] Pushing event deleted for resources: {'Port': ['ID=6284215d-c95f-4302-b3ca-2982fce07af9,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:01.219269 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268e1f1e-2b72-4eac-a0b7-3f789975bb85 None None] No DVR routers for this DVR port 6284215d-c95f-4302-b3ca-2982fce07af9 on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:01.222346 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.237939 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f05b48-91c3-4265-a0d5-57ede073c261']}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:01.252086 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04372e1b-f5ab-4c13-9179-ffe21196315f') {'for_net_delete': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:01.252388 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04372e1b-f5ab-4c13-9179-ffe21196315f') {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:01.261640 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12393626'] for segment, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.275972 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.282514 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=100519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549166'] for segment, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: Traceback (most recent call last): Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: timer() Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: cb(*args, **kw) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: return func(*args, **kwargs) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: self._notify() Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: self.callback(batched_events) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: event.method(event) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: return f(self, *a, **k) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._get(url).json() Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: return self.request(url, 'GET', **kwargs) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:51:01.288110 dv-cinder-786524-10-iscsi neutron-server[100519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:51:01.408017 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.413696 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.417664 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] 10.222.0.88 "DELETE /v2.0/networks/a5f05b48-91c3-4265-a0d5-57ede073c261 HTTP/1.1" status: 204 len: 168 time: 0.6664515 Aug 04 11:51:01.419353 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59328) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:01.426594 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87accf4e-beff-4cc9-a1b1-308f813d9b67 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f05b48-91c3-4265-a0d5-57ede073c261,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:01.760727 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:01.999210 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Deleting port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:01.999582 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.340479 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] For port 22a41a09-7a3e-47c0-b815-b623a6aeb5c2, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,segment=NetworkSegment(ad902012-485a-43c7-a60a-d2f9a815fb8c),segment_id=ad902012-485a-43c7-a60a-d2f9a815fb8c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:02.340843 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.353408 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Calling delete_port for 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:02.630536 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:02.656928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Pushing event deleted for resources: {'Port': ['ID=22a41a09-7a3e-47c0-b815-b623a6aeb5c2,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:02.698535 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6284215d-c95f-4302-b3ca-2982fce07af9 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:02.719560 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 6284215d-c95f-4302-b3ca-2982fce07af9 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:02.720031 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6284215d-c95f-4302-b3ca-2982fce07af9 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:02.827365 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.056877 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:03.187304 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:03.192303 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-2001aece-cfe8-4b79-a464-805c71fa3e38 admin admin] 10.222.0.88 "PUT /v2.0/routers/33ff4ab5-9def-4882-a9d6-a523b7aec8ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7718844 Aug 04 11:51:03.194912 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59336) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:03.196755 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] Sync routers for ids ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:03.206644 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] Routers {'33ff4ab5-9def-4882-a9d6-a523b7aec8ab'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:03.207276 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.304691 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.315612 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] Set router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:03.407922 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.503252 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169'}], 'enable_snat': True}, 'gw_port_id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:51:02Z', 'revision_number': 5, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port': {'id': 'facbf9db-054c-432c-a934-485188cc2d2e', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:3e:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.531571 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] Checking router: 33ff4ab5-9def-4882-a9d6-a523b7aec8ab for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:03.546365 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] Routers {'33ff4ab5-9def-4882-a9d6-a523b7aec8ab'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:03.546983 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.595980 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Deleting port facbf9db-054c-432c-a934-485188cc2d2e {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:03.596320 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.635091 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] Set router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab gateway port host: None {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:03.682538 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] For port facbf9db-054c-432c-a934-485188cc2d2e, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=facbf9db-054c-432c-a934-485188cc2d2e,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:03.683134 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.688213 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:51:03Z', 'revision_number': 6, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port_host': None}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:03.697170 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Calling delete_port for facbf9db-054c-432c-a934-485188cc2d2e owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:03.720684 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e666c2df-06d4-4082-bb2a-44d1ce8e5846 None None] The sync data for ids ['33ff4ab5-9def-4882-a9d6-a523b7aec8ab'] in dv-cinder-786524-10-iscsi is: [{'id': '33ff4ab5-9def-4882-a9d6-a523b7aec8ab', 'name': 'tempest-TestMinimumBasicScenario-1174960592-router', 'tenant_id': '78b796394b1c47c5b1be50f0481b4470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:47:47Z', 'updated_at': '2021-08-04T11:51:03Z', 'revision_number': 6, 'project_id': '78b796394b1c47c5b1be50f0481b4470', 'gw_port_host': None}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:03.912278 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:03.944406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Pushing event deleted for resources: {'Port': ['ID=facbf9db-054c-432c-a934-485188cc2d2e,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:04.007041 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.104193 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.106379 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.237127 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.237729 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ff4ab5-9def-4882-a9d6-a523b7aec8ab {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:51:04.241933 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.243116 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-729bb266-0f99-404e-8be6-c53a8c481f67 admin admin] 10.222.0.88 "DELETE /v2.0/routers/33ff4ab5-9def-4882-a9d6-a523b7aec8ab HTTP/1.1" status: 204 len: 168 time: 1.0472715 Aug 04 11:51:04.245787 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59340) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:04.291572 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] Deleting subnet cb103f51-0639-418f-9c49-b5ddeb275bc8 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:51:04.294630 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.328526 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.413356 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.547233 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.573488 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb103f51-0639-418f-9c49-b5ddeb275bc8,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:04.581194 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.584192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3e6bf59b-b789-48eb-9213-862558e26313 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cb103f51-0639-418f-9c49-b5ddeb275bc8 HTTP/1.1" status: 204 len: 168 time: 0.3363757 Aug 04 11:51:04.585789 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59342) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:04.587338 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf5a10d-de51-499a-9567-8af62f07edde None None] Network f13a1d34-b846-43b3-91fc-2fdde0e905c4 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:04.687420 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.754399 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device facbf9db-054c-432c-a934-485188cc2d2e no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:04.759358 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Deleting port 839893de-12e8-4c0a-b4fb-2c660a67cb54 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:04.759693 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.775005 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: facbf9db-054c-432c-a934-485188cc2d2e {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:04.775345 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device facbf9db-054c-432c-a934-485188cc2d2e not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:04.775765 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:04.798202 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:04.798542 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 22a41a09-7a3e-47c0-b815-b623a6aeb5c2 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:04.825783 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] For port 839893de-12e8-4c0a-b4fb-2c660a67cb54, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=839893de-12e8-4c0a-b4fb-2c660a67cb54,segment=NetworkSegment(ad902012-485a-43c7-a60a-d2f9a815fb8c),segment_id=ad902012-485a-43c7-a60a-d2f9a815fb8c)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:04.826144 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.841968 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Calling delete_port for 839893de-12e8-4c0a-b4fb-2c660a67cb54 owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:04.869129 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] DHCP port deletion for f13a1d34-b846-43b3-91fc-2fdde0e905c4 request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:51:04.916682 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] Deleting port 839893de-12e8-4c0a-b4fb-2c660a67cb54 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:04.917087 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.985756 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] For port 839893de-12e8-4c0a-b4fb-2c660a67cb54, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=839893de-12e8-4c0a-b4fb-2c660a67cb54,segment=NetworkSegment(ad902012-485a-43c7-a60a-d2f9a815fb8c),segment_id=ad902012-485a-43c7-a60a-d2f9a815fb8c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:04.986051 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:04.999410 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] Calling delete_port for 839893de-12e8-4c0a-b4fb-2c660a67cb54 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:05.014420 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.045604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Pushing event deleted for resources: {'Port': ['ID=839893de-12e8-4c0a-b4fb-2c660a67cb54,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.045604 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] No DVR routers for this DVR port 839893de-12e8-4c0a-b4fb-2c660a67cb54 on host dv-cinder-786524-10-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:05.076805 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.103242 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] Pushing event deleted for resources: {'Port': ['ID=839893de-12e8-4c0a-b4fb-2c660a67cb54,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.106733 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a6861-6c94-457a-a592-6112d74d16da None None] No DVR routers for this DVR port 839893de-12e8-4c0a-b4fb-2c660a67cb54 on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:05.120452 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.130687 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f13a1d34-b846-43b3-91fc-2fdde0e905c4']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:05.141754 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad902012-485a-43c7-a60a-d2f9a815fb8c') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:05.142050 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad902012-485a-43c7-a60a-d2f9a815fb8c') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:05.151136 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.165652 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.171607 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Releasing vlan 1012 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:51:05.171967 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:51:05.173744 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:51:05.266618 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.271972 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.273924 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] 10.222.0.88 "DELETE /v2.0/networks/f13a1d34-b846-43b3-91fc-2fdde0e905c4 HTTP/1.1" status: 204 len: 168 time: 0.6869607 Aug 04 11:51:05.286303 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1588c3-1aee-4419-9266-dcec1f76cade admin admin] Pushing event deleted for resources: {'Network': ['ID=f13a1d34-b846-43b3-91fc-2fdde0e905c4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:05.605379 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59348) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:05.646904 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-352129d1-2139-447a-af7c-f66a0e24d367 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=1008835d26c54a319d691e690214a2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402899 Aug 04 11:51:05.649708 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59350) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:05.704725 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd9d4-b82f-4042-98f7-278248996432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.726272 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd9d4-b82f-4042-98f7-278248996432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.865313 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd9d4-b82f-4042-98f7-278248996432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.868125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0b7fd9d4-b82f-4042-98f7-278248996432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:05.869369 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0b7fd9d4-b82f-4042-98f7-278248996432 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/45fd745c-53c7-4155-b1d3-c9ef6f702930 HTTP/1.1" status: 204 len: 168 time: 0.2186158 Aug 04 11:51:05.877854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7fd9d4-b82f-4042-98f7-278248996432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fd745c-53c7-4155-b1d3-c9ef6f702930,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:06.572412 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59358) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:06.612142 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f1f58b1c-3b21-46a7-934e-e6555fc8745e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=78b796394b1c47c5b1be50f0481b4470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385427 Aug 04 11:51:06.614661 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59360) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:06.665224 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-12a97a58-201f-42f5-8c57-5dfe05feee5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.686293 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-12a97a58-201f-42f5-8c57-5dfe05feee5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.706981 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 839893de-12e8-4c0a-b4fb-2c660a67cb54 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:06.735043 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 839893de-12e8-4c0a-b4fb-2c660a67cb54 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:06.735401 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 839893de-12e8-4c0a-b4fb-2c660a67cb54 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:06.814188 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-12a97a58-201f-42f5-8c57-5dfe05feee5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.816753 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-12a97a58-201f-42f5-8c57-5dfe05feee5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:06.818091 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-12a97a58-201f-42f5-8c57-5dfe05feee5d admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/513f06a0-3485-4e10-84f5-16b2056737cd HTTP/1.1" status: 204 len: 168 time: 0.2023847 Aug 04 11:51:06.826185 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a97a58-201f-42f5-8c57-5dfe05feee5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f06a0-3485-4e10-84f5-16b2056737cd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:13.303256 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59378) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:13.478133 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e8ea145e-6ae4-4a9c-a9d7-81a35e29ea6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.686409 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Deleting port 8df187da-ac9e-4320-a85a-cb6cb9146b62 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:13.686777 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.765453 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.766256 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:13.778878 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Calling delete_port for 8df187da-ac9e-4320-a85a-cb6cb9146b62 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:14.055424 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.082316 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event deleted for resources: {'Port': ['ID=8df187da-ac9e-4320-a85a-cb6cb9146b62,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:14.149169 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.149498 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Floating IP 2d062bde-1a38-4112-9efa-73d5061e5a71 disassociated (deleted). External IP: 172.27.0.81, port: d19a03fd-9f9f-4b4a-884d-40e6e9e21da1. Aug 04 11:51:14.372144 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Router c62fa026-c9cc-4ae6-a210-93630d0bd421 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:14.477605 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:14.482492 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:14.487967 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] Sync routers for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:14.497692 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:14.498294 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:14.512442 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-64e448bf-b70f-4eb0-a4a4-e4547f63e9f9 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "DELETE /v2.0/floatingips/2d062bde-1a38-4112-9efa-73d5061e5a71 HTTP/1.1" status: 204 len: 168 time: 1.2081611 Aug 04 11:51:14.513034 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:14.515254 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22fed3f4-a434-4062-b2e8-b8ff11a882a9" -d '{"events": [{"name": "network-changed", "server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:14.553794 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43f4b39-7ea3-4bcb-a3d3-be5af57964cb x-openstack-request-id: req-d43f4b39-7ea3-4bcb-a3d3-be5af57964cb {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:14.554094 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:14.554338 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-d43f4b39-7ea3-4bcb-a3d3-be5af57964cb {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:14.554747 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'status': 'completed', 'code': 200} Aug 04 11:51:14.606196 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:14.619408 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-d8f0c9cb-7ee0-45a1-b940-fa2378b23837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:14.620919 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-d8f0c9cb-7ee0-45a1-b940-fa2378b23837 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 1098 time: 0.0428784 Aug 04 11:51:14.715159 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-aa2b03e8-fbb2-436e-bdae-a64573f23d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:14.716407 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-aa2b03e8-fbb2-436e-bdae-a64573f23d07 service neutron] 10.222.0.86 "GET /v2.0/networks?id=e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 200 len: 909 time: 0.0884061 Aug 04 11:51:14.764427 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-e895ab63-3c7f-43c0-b114-0e97940739d6 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 200 len: 217 time: 0.0393138 Aug 04 11:51:14.807952 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:46:01Z', 'revision_number': 5, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:14.817093 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-94aa71e2-72e1-43af-9788-cf4dec09748e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:14.818984 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-94aa71e2-72e1-43af-9788-cf4dec09748e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 HTTP/1.1" status: 200 len: 846 time: 0.0466008 Aug 04 11:51:14.838436 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] Checking router: c62fa026-c9cc-4ae6-a210-93630d0bd421 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:14.847273 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:14.848080 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:50:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:14.871026 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-c9a54aed-c612-4c73-a092-7a9accb74dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:14.872645 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-c9a54aed-c612-4c73-a092-7a9accb74dec service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=e211426f-a8ce-4055-b7d0-f58a731aa6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430274 Aug 04 11:51:14.959015 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:14.979931 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-fc60d8be-c07f-4c8c-ad67-287659f5de44 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994966 Aug 04 11:51:15.013669 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a52ec5-6edc-435d-b94e-140fd544ae8a req-7ecf79ea-d1c5-48f8-be97-991dd7c47fbe tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:15.017530 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-98a52ec5-6edc-435d-b94e-140fd544ae8a req-7ecf79ea-d1c5-48f8-be97-991dd7c47fbe tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0574460 Aug 04 11:51:15.058348 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-98a52ec5-6edc-435d-b94e-140fd544ae8a req-6f5fd271-038d-4d2e-9948-7c68033c5799 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366094 Aug 04 11:51:15.091811 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22fed3f4-a434-4062-b2e8-b8ff11a882a9 req-30c43bed-8eb5-4a5a-a919-697b741a8b60 service neutron] 10.222.0.86 "GET /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024759 Aug 04 11:51:15.203672 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:46:01Z', 'revision_number': 5, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:15.230694 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca00e603-cbd2-412c-ae95-c547ca51767f None None] The sync data for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi is: [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:45:51Z', 'revision_number': 4, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '26479b60-230c-4b57-84d7-ff434e1fb5f8', 'name': '', 'network_id': 'e211426f-a8ce-4055-b7d0-f58a731aa6cb', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'mac_address': 'fa:16:3e:ef:30:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:49Z', 'updated_at': '2021-08-04T11:46:01Z', 'revision_number': 5, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'subnets': [{'id': '40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:15.457022 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d4f086-9a2f-4427-b97a-1b3cc7a43855 None None] New status for floating IP 2d062bde-1a38-4112-9efa-73d5061e5a71: DOWN {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:51:16.038027 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d585-df2c-4b50-993e-1d830acf29c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:16.189863 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5839da1-2abe-425d-8aeb-2f345de49c81 req-f455ae03-2bc5-4842-bb96-e4b258dc913c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:16.191364 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c5839da1-2abe-425d-8aeb-2f345de49c81 req-f455ae03-2bc5-4842-bb96-e4b258dc913c tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0590596 Aug 04 11:51:16.198021 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:16.241124 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c5839da1-2abe-425d-8aeb-2f345de49c81 req-6d7f28f7-870a-46aa-9950-12604fcfdd85 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/security-groups?id=26b49310-c140-4263-ab84-c078d3729b4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418308 Aug 04 11:51:16.730337 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-b37e1d7a-8dd9-43f2-820e-efef4e188b85 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:16.731816 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-b37e1d7a-8dd9-43f2-820e-efef4e188b85 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.86 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 945 time: 0.0535200 Aug 04 11:51:16.831990 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Deleting port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:16.832523 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:16.844379 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:16.933061 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] For port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:16.933357 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:16.945169 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Calling delete_port for d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:17.129394 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.161881 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event deleted for resources: {'Port': ['ID=d19a03fd-9f9f-4b4a-884d-40e6e9e21da1,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:17.202723 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] No DVR routers for this DVR port d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:17.205589 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:17.207555 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-71a034d8-85d6-42e0-bb62-24496f2b921f req-51f4aeb9-8cc9-45fc-8ac4-90d2f19e57e6 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.86 "DELETE /v2.0/ports/d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 HTTP/1.1" status: 204 len: 173 time: 0.4683044 Aug 04 11:51:17.207975 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-deleted', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:51:17.210312 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13492473-2db5-40fe-b0e9-8485f4ab04fc" -d '{"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-deleted", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:51:17.247598 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f6a056-2152-45b6-bea1-847b630175d9 x-openstack-request-id: req-16f6a056-2152-45b6-bea1-847b630175d9 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:51:17.247598 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d88c05-ef56-46a9-99ea-3b01c45a8976", "name": "network-vif-deleted", "tag": "d19a03fd-9f9f-4b4a-884d-40e6e9e21da1", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:51:17.247598 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-16f6a056-2152-45b6-bea1-847b630175d9 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:51:17.247598 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d88c05-ef56-46a9-99ea-3b01c45a8976', 'name': 'network-vif-deleted', 'tag': 'd19a03fd-9f9f-4b4a-884d-40e6e9e21da1', 'status': 'completed', 'code': 200} Aug 04 11:51:17.343408 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-710790f0-1e1b-45ed-a6f2-7cd71a4c7416 req-c3bb68e7-ed20-4417-b480-f9958deb2dfe tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 210 time: 0.0311744 Aug 04 11:51:18.461506 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-56a0aead-74ac-4236-b544-778d200c49af req-ac2ad1f5-7df8-4319-97c0-a2045719a5e0 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "GET /v2.0/ports?device_id=14d88c05-ef56-46a9-99ea-3b01c45a8976 HTTP/1.1" status: 200 len: 210 time: 0.0340097 Aug 04 11:51:18.975449 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.528582 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59412) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:19.593533 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5096-bc0c-4741-9c9f-3b6e0ac88ca4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:19.626761 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5096-bc0c-4741-9c9f-3b6e0ac88ca4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.066538 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5096-bc0c-4741-9c9f-3b6e0ac88ca4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.069185 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-f8fb5096-bc0c-4741-9c9f-3b6e0ac88ca4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.070346 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-f8fb5096-bc0c-4741-9c9f-3b6e0ac88ca4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] 10.222.0.88 "DELETE /v2.0/security-groups/26b49310-c140-4263-ab84-c078d3729b4c HTTP/1.1" status: 204 len: 168 time: 0.5406599 Aug 04 11:51:20.079584 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fb5096-bc0c-4741-9c9f-3b6e0ac88ca4 tempest-TestShelveInstance-1017064892 tempest-TestShelveInstance-1017064892-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b49310-c140-4263-ab84-c078d3729b4c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:20.187043 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59416) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:20.641201 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.893927 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Deleting port 26479b60-230c-4b57-84d7-ff434e1fb5f8 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:20.894223 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.973571 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] For port 26479b60-230c-4b57-84d7-ff434e1fb5f8, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=26479b60-230c-4b57-84d7-ff434e1fb5f8,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:20.973972 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:20.986494 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Calling delete_port for 26479b60-230c-4b57-84d7-ff434e1fb5f8 owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:21.249273 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:21.276497 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Pushing event deleted for resources: {'Port': ['ID=26479b60-230c-4b57-84d7-ff434e1fb5f8,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:21.287961 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.288379 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.288659 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.289061 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.289352 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.289853 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.290047 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.290340 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.290669 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.290997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.291318 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.291640 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:21.392233 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:21.422508 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:21.423059 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device d19a03fd-9f9f-4b4a-884d-40e6e9e21da1 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:21.486871 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:21.705777 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Router c62fa026-c9cc-4ae6-a210-93630d0bd421 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:21.818881 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:21.825703 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-6f666b7e-22ff-4996-a92b-c5d7c0e04531 admin admin] 10.222.0.88 "PUT /v2.0/routers/c62fa026-c9cc-4ae6-a210-93630d0bd421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6352365 Aug 04 11:51:21.828778 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59424) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:21.831844 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] Sync routers for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:21.841640 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:21.842256 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:51:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:21.943845 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.050418 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:22.063613 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.195778 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Deleting port 25b19def-31ce-4194-8972-6d714618b40f {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:22.196109 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.258345 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188'}], 'enable_snat': True}, 'gw_port_id': '25b19def-31ce-4194-8972-6d714618b40f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:51:21Z', 'revision_number': 5, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port': {'id': '25b19def-31ce-4194-8972-6d714618b40f', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:45:46Z', 'updated_at': '2021-08-04T11:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:22.284372 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] For port 25b19def-31ce-4194-8972-6d714618b40f, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=25b19def-31ce-4194-8972-6d714618b40f,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:22.284716 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.286118 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] Checking router: c62fa026-c9cc-4ae6-a210-93630d0bd421 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:22.294812 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] Routers {'c62fa026-c9cc-4ae6-a210-93630d0bd421'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:22.295445 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:51:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['c62fa026-c9cc-4ae6-a210-93630d0bd421'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:22.296661 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Calling delete_port for 25b19def-31ce-4194-8972-6d714618b40f owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:22.385538 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] Set router c62fa026-c9cc-4ae6-a210-93630d0bd421 gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:22.440887 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:51:22Z', 'revision_number': 6, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port_host': None}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:22.467522 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9d2c6-236b-4cd4-88ec-a1fcd6788451 None None] The sync data for ids ['c62fa026-c9cc-4ae6-a210-93630d0bd421'] in dv-cinder-786524-10-iscsi is: [{'id': 'c62fa026-c9cc-4ae6-a210-93630d0bd421', 'name': 'tempest-TestShelveInstance-16962502-router', 'tenant_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:44Z', 'updated_at': '2021-08-04T11:51:22Z', 'revision_number': 6, 'project_id': '5d87f6f5b2c24961a3bcfdaa20cad59c', 'gw_port_host': None}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:22.552310 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.579289 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=25b19def-31ce-4194-8972-6d714618b40f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:22.642081 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.732011 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.734236 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.861760 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.862764 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c62fa026-c9cc-4ae6-a210-93630d0bd421 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:51:22.875764 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.875764 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d6b34e3d-4f39-4c2a-b45a-39961e62f0c1 admin admin] 10.222.0.88 "DELETE /v2.0/routers/c62fa026-c9cc-4ae6-a210-93630d0bd421 HTTP/1.1" status: 204 len: 168 time: 1.0437336 Aug 04 11:51:22.877027 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59428) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:22.941858 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] Deleting subnet 40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:51:22.944874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:22.979351 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.062229 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.232477 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.251872 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 26479b60-230c-4b57-84d7-ff434e1fb5f8 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:23.262331 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:23.266011 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.268027 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-aa92a4d8-bb65-4720-9e4b-4782600165e7 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/40d39e9e-1e0e-40a3-8cbf-9ca0fc100c12 HTTP/1.1" status: 204 len: 168 time: 0.3895500 Aug 04 11:51:23.271257 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59430) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:23.283685 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698b420d-f9eb-4772-93db-b9563c011912 None None] Network e211426f-a8ce-4055-b7d0-f58a731aa6cb requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:23.286883 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 26479b60-230c-4b57-84d7-ff434e1fb5f8 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:23.287324 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 26479b60-230c-4b57-84d7-ff434e1fb5f8 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:23.343407 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.411212 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Deleting port 533ab4d2-0fd5-447f-bc50-382906f757e2 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:23.411553 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.467121 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] DHCP port deletion for e211426f-a8ce-4055-b7d0-f58a731aa6cb request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:51:23.481757 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] For port 533ab4d2-0fd5-447f-bc50-382906f757e2, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=533ab4d2-0fd5-447f-bc50-382906f757e2,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:23.482464 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.496828 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Calling delete_port for 533ab4d2-0fd5-447f-bc50-382906f757e2 owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:23.517845 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] Deleting port 533ab4d2-0fd5-447f-bc50-382906f757e2 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:23.518221 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.594425 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] For port 533ab4d2-0fd5-447f-bc50-382906f757e2, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=533ab4d2-0fd5-447f-bc50-382906f757e2,segment=NetworkSegment(262ec858-c110-4dd9-b128-ccb6ccbca7b7),segment_id=262ec858-c110-4dd9-b128-ccb6ccbca7b7)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:23.597333 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.607357 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] Calling delete_port for 533ab4d2-0fd5-447f-bc50-382906f757e2 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:23.666617 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.684060 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.693120 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=533ab4d2-0fd5-447f-bc50-382906f757e2,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:23.694957 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] No DVR routers for this DVR port 533ab4d2-0fd5-447f-bc50-382906f757e2 on host dv-cinder-786524-10-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:23.711508 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] Pushing event deleted for resources: {'Port': ['ID=533ab4d2-0fd5-447f-bc50-382906f757e2,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:23.717395 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a127561f-7300-42c2-938b-987a60fd7c68 None None] No DVR routers for this DVR port 533ab4d2-0fd5-447f-bc50-382906f757e2 on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:23.765967 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.775831 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e211426f-a8ce-4055-b7d0-f58a731aa6cb']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:23.789003 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262ec858-c110-4dd9-b128-ccb6ccbca7b7') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:23.789305 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262ec858-c110-4dd9-b128-ccb6ccbca7b7') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:23.798377 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.814808 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.820533 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:51:23.820908 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:51:23.822520 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:51:23.941022 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.946433 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:23.951061 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] 10.222.0.88 "DELETE /v2.0/networks/e211426f-a8ce-4055-b7d0-f58a731aa6cb HTTP/1.1" status: 204 len: 168 time: 0.6761155 Aug 04 11:51:23.951636 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59434) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:23.959171 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bb873-b475-4348-9669-b571b484c1f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e211426f-a8ce-4055-b7d0-f58a731aa6cb,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:24.318478 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.584341 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Deleting port ccab17d5-c056-4a85-8ab9-14f29b0d7d35 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:24.584646 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.694374 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] For port ccab17d5-c056-4a85-8ab9-14f29b0d7d35, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,segment=NetworkSegment(526ddf50-2673-4ca9-8749-44bc80484d91),segment_id=526ddf50-2673-4ca9-8749-44bc80484d91)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:24.694748 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:24.713613 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Calling delete_port for ccab17d5-c056-4a85-8ab9-14f29b0d7d35 owned by network:router_interface {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:24.730125 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 25b19def-31ce-4194-8972-6d714618b40f no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:24.752578 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 25b19def-31ce-4194-8972-6d714618b40f {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:24.752918 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 25b19def-31ce-4194-8972-6d714618b40f not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:24.753376 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 533ab4d2-0fd5-447f-bc50-382906f757e2 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:24.775979 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 533ab4d2-0fd5-447f-bc50-382906f757e2 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:24.780217 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 533ab4d2-0fd5-447f-bc50-382906f757e2 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:25.010608 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.045172 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccab17d5-c056-4a85-8ab9-14f29b0d7d35,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:25.058749 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.059268 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.059811 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.060276 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.060734 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.061209 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.061599 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.061983 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.062860 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.063266 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.063658 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.064029 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:51:25.250363 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.488048 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:51:25.599011 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:51:25.605122 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-018d19ee-b337-48d0-9e42-d5ad569fed10 admin admin] 10.222.0.88 "PUT /v2.0/routers/b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6523948 Aug 04 11:51:25.607711 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59438) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:25.612054 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] Sync routers for ids ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:51:25.623923 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] Routers {'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:25.624541 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:51:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:25.723237 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks [] for router, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:25.746596 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] Set router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:26.079264 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.085717 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:26.118984 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.120664 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] Checking router: b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:51:26.131092 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] Routers {'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:51:26.131714 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:51:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:26.248192 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] Set router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:51:26.270468 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Deleting port 9b0a3271-cc2d-498b-8111-023a2cf5388a {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:26.270866 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.360937 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] For port 9b0a3271-cc2d-498b-8111-023a2cf5388a, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=9b0a3271-cc2d-498b-8111-023a2cf5388a,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:26.361319 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.374055 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Calling delete_port for 9b0a3271-cc2d-498b-8111-023a2cf5388a owned by network:router_gateway {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:26.443156 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:26.471101 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d778f57-ae7d-450f-a574-17bfc57f6906 None None] The sync data for ids ['b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e'] in dv-cinder-786524-10-iscsi is: [{'id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'name': 'tempest-TestShelveInstance-321822165-router', 'tenant_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:45:59Z', 'updated_at': '2021-08-04T11:51:24Z', 'revision_number': 5, 'project_id': '376edc2dfe5a4e7e9cc1466eda1180eb', 'gw_port': {'id': '9b0a3271-cc2d-498b-8111-023a2cf5388a', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:b8:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:46:02Z', 'updated_at': '2021-08-04T11:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:51:26.694511 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.723180 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0a3271-cc2d-498b-8111-023a2cf5388a,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:26.786083 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.901914 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:26.904489 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.015342 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.015967 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e {{(pid=100519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:51:27.017594 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ccab17d5-c056-4a85-8ab9-14f29b0d7d35 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:27.020928 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.025589 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-24e95c1a-7e7d-461c-87ee-3e4f1e639c04 admin admin] 10.222.0.88 "DELETE /v2.0/routers/b8d2bb1f-7f3e-4dfb-9cf5-f1169aa6fe4e HTTP/1.1" status: 204 len: 168 time: 1.4133065 Aug 04 11:51:27.025947 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59442) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:27.045536 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: ccab17d5-c056-4a85-8ab9-14f29b0d7d35 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:27.045961 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ccab17d5-c056-4a85-8ab9-14f29b0d7d35 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:27.099575 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] Deleting subnet b6d16214-fb93-4fe2-b039-5cffedd7d1ad {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:51:27.103262 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.150878 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.255681 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.399179 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.427687 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6d16214-fb93-4fe2-b039-5cffedd7d1ad,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:27.430092 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.432549 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7d8be162-7090-4981-a49d-c660a4fae26c admin admin] 10.222.0.88 "DELETE /v2.0/subnets/b6d16214-fb93-4fe2-b039-5cffedd7d1ad HTTP/1.1" status: 204 len: 168 time: 0.4053347 Aug 04 11:51:27.435513 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59448) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:27.437185 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b8a85e-6a1b-422e-808e-9057f89cbce1 None None] Network bb8a7ffe-a04a-4726-929a-6c484888abdc requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:51:27.514545 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.570990 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Deleting port 6ba242e1-159f-4b27-a250-c9d9c3744622 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:27.571435 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.645417 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] DHCP port deletion for bb8a7ffe-a04a-4726-929a-6c484888abdc request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:51:27.662009 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] For port 6ba242e1-159f-4b27-a250-c9d9c3744622, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6ba242e1-159f-4b27-a250-c9d9c3744622,segment=NetworkSegment(526ddf50-2673-4ca9-8749-44bc80484d91),segment_id=526ddf50-2673-4ca9-8749-44bc80484d91)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:27.668454 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.681742 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Calling delete_port for 6ba242e1-159f-4b27-a250-c9d9c3744622 owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:27.717752 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] Deleting port 6ba242e1-159f-4b27-a250-c9d9c3744622 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:51:27.718122 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.804409 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] For port 6ba242e1-159f-4b27-a250-c9d9c3744622, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=6ba242e1-159f-4b27-a250-c9d9c3744622,segment=NetworkSegment(526ddf50-2673-4ca9-8749-44bc80484d91),segment_id=526ddf50-2673-4ca9-8749-44bc80484d91)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:51:27.804829 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.823814 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] Calling delete_port for 6ba242e1-159f-4b27-a250-c9d9c3744622 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:51:27.854803 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.884047 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Pushing event deleted for resources: {'Port': ['ID=6ba242e1-159f-4b27-a250-c9d9c3744622,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:27.888155 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] No DVR routers for this DVR port 6ba242e1-159f-4b27-a250-c9d9c3744622 on host dv-cinder-786524-10-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:27.924064 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.965950 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] Pushing event deleted for resources: {'Port': ['ID=6ba242e1-159f-4b27-a250-c9d9c3744622,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:27.966344 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:27.969481 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d9b1d8-c2c6-4e53-a0fd-ca260dca4590 None None] No DVR routers for this DVR port 6ba242e1-159f-4b27-a250-c9d9c3744622 on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:51:27.979010 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8a7ffe-a04a-4726-929a-6c484888abdc']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:27.993042 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '526ddf50-2673-4ca9-8749-44bc80484d91') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:27.993498 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '526ddf50-2673-4ca9-8749-44bc80484d91') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:51:28.005135 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.025455 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.032423 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:51:28.033427 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:51:28.040944 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:51:28.164287 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.171156 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.174436 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] 10.222.0.88 "DELETE /v2.0/networks/bb8a7ffe-a04a-4726-929a-6c484888abdc HTTP/1.1" status: 204 len: 168 time: 0.7375789 Aug 04 11:51:28.193549 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0b4f1d-fd8a-4816-a198-336992e561bc admin admin] Pushing event deleted for resources: {'Network': ['ID=bb8a7ffe-a04a-4726-929a-6c484888abdc,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:28.550690 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59454) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:28.591379 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d2c41f71-85f9-4ef6-abfe-64eb8b1e1518 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=5d87f6f5b2c24961a3bcfdaa20cad59c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395274 Aug 04 11:51:28.594016 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59456) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:28.664713 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9338-9d2c-4236-9ad0-84c92ea7b851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.693335 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9338-9d2c-4236-9ad0-84c92ea7b851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.731947 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6ba242e1-159f-4b27-a250-c9d9c3744622 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:28.761016 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 6ba242e1-159f-4b27-a250-c9d9c3744622 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:28.761593 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 6ba242e1-159f-4b27-a250-c9d9c3744622 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:28.762325 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 9b0a3271-cc2d-498b-8111-023a2cf5388a no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:51:28.785406 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 9b0a3271-cc2d-498b-8111-023a2cf5388a {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:51:28.785746 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 9b0a3271-cc2d-498b-8111-023a2cf5388a not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:51:28.832561 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9338-9d2c-4236-9ad0-84c92ea7b851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.835184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d4bb9338-9d2c-4236-9ad0-84c92ea7b851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:28.836337 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d4bb9338-9d2c-4236-9ad0-84c92ea7b851 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/d929d8b5-4b91-4d39-bff6-3cb0492b15a3 HTTP/1.1" status: 204 len: 168 time: 0.2412422 Aug 04 11:51:28.844615 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb9338-9d2c-4236-9ad0-84c92ea7b851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d929d8b5-4b91-4d39-bff6-3cb0492b15a3,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:29.609660 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59464) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:29.651432 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-02f56410-9f2b-4fce-abb4-3769159c4a5e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=376edc2dfe5a4e7e9cc1466eda1180eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405753 Aug 04 11:51:29.653964 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59466) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:51:29.707686 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97806f7f-0367-4648-bab7-b7f004713008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:29.731761 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97806f7f-0367-4648-bab7-b7f004713008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:29.836425 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:51:29.866711 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97806f7f-0367-4648-bab7-b7f004713008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:29.869664 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-97806f7f-0367-4648-bab7-b7f004713008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:29.870849 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-97806f7f-0367-4648-bab7-b7f004713008 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e72075dd-40a7-433b-99f2-102c7059c5b3 HTTP/1.1" status: 204 len: 168 time: 0.2158861 Aug 04 11:51:29.879623 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97806f7f-0367-4648-bab7-b7f004713008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72075dd-40a7-433b-99f2-102c7059c5b3,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:51:43.427718 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a767362c-9060-4fb0-9f26-f8f831c363c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.102184 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-766f9ac2-3ea5-4613-95f5-b43608e44eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.238935 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:46.953413 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:49.050783 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:51.086252 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06980de0-8070-47f8-8309-e09302a7abf9 req-3b14749f-2c1d-4737-82a9-310e3d5d9cdd tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:51.088662 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-06980de0-8070-47f8-8309-e09302a7abf9 req-3b14749f-2c1d-4737-82a9-310e3d5d9cdd tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0662103 Aug 04 11:51:51.132003 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-06980de0-8070-47f8-8309-e09302a7abf9 req-08e5349a-48cb-4017-a580-7430fe76b1dd tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371280 Aug 04 11:51:52.263665 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd88eb-2320-4b86-a2ed-86204822f9cb req-6d337a0b-d8ed-49bb-a6e6-d2406bdedeef tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:52.265197 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cffd88eb-2320-4b86-a2ed-86204822f9cb req-6d337a0b-d8ed-49bb-a6e6-d2406bdedeef tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0536549 Aug 04 11:51:52.306600 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cffd88eb-2320-4b86-a2ed-86204822f9cb req-b8e76287-a3ff-487d-9d9a-db1a4f503bbb tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344131 Aug 04 11:51:53.442075 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96bab09-245b-4c88-99f3-b605d460d03d req-d2e5b9cd-c966-4e68-a2c7-05947ccef057 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:53.443631 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b96bab09-245b-4c88-99f3-b605d460d03d req-d2e5b9cd-c966-4e68-a2c7-05947ccef057 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0506814 Aug 04 11:51:53.500500 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b96bab09-245b-4c88-99f3-b605d460d03d req-e90a4f7a-fb5b-41ee-a9f3-63cff8c033cf tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504620 Aug 04 11:51:54.641701 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6611d4e-a1cb-42a3-9f29-2487a251fb70 req-c6bb3b6b-ccf6-4fdc-be56-28bdc4c45984 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:54.643224 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c6611d4e-a1cb-42a3-9f29-2487a251fb70 req-c6bb3b6b-ccf6-4fdc-be56-28bdc4c45984 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0583766 Aug 04 11:51:54.695631 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c6611d4e-a1cb-42a3-9f29-2487a251fb70 req-379fa02e-e759-4c60-8296-0816853ae75b tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416200 Aug 04 11:51:55.822112 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d815a-8621-4ed2-9d91-9ae5188baf52 req-8cfafea4-ef16-48de-b45e-7ad78046993c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:55.823647 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f73d815a-8621-4ed2-9d91-9ae5188baf52 req-8cfafea4-ef16-48de-b45e-7ad78046993c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0505075 Aug 04 11:51:55.863353 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f73d815a-8621-4ed2-9d91-9ae5188baf52 req-3442ba0a-ca39-410e-811f-99d48321d6a3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332754 Aug 04 11:51:56.090873 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:51:56.997013 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb686041-31c3-4e47-9499-8be49fbba21a req-f92d9117-2ad3-45f2-8a96-7c7b7f902c72 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:57.002073 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bb686041-31c3-4e47-9499-8be49fbba21a req-f92d9117-2ad3-45f2-8a96-7c7b7f902c72 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0637724 Aug 04 11:51:57.062883 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bb686041-31c3-4e47-9499-8be49fbba21a req-064759f7-ca11-4057-81af-fa5bb0e27e8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528927 Aug 04 11:51:58.185396 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e19a1f8-b21f-458d-af88-bee218b781dd req-e59b4395-2957-43a7-977a-41e015a3dd3d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:58.186928 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0e19a1f8-b21f-458d-af88-bee218b781dd req-e59b4395-2957-43a7-977a-41e015a3dd3d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0524976 Aug 04 11:51:58.228755 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0e19a1f8-b21f-458d-af88-bee218b781dd req-dfaac128-dabf-44c8-90ab-52eeadd8d865 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351388 Aug 04 11:51:59.363617 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0fc37-5ec3-4714-a894-7487f70c8775 req-8cc6f3c7-ef83-48d0-9e13-c4afac0d3ed1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:51:59.365363 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b9d0fc37-5ec3-4714-a894-7487f70c8775 req-8cc6f3c7-ef83-48d0-9e13-c4afac0d3ed1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0517452 Aug 04 11:51:59.417109 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b9d0fc37-5ec3-4714-a894-7487f70c8775 req-35124cfe-b398-4986-851d-f59af35e6f04 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421207 Aug 04 11:52:00.541344 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c0e54-4b1d-4aac-821f-2e16af373274 req-23dd9c06-c9d9-4e2b-a460-c59e22798fd9 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:00.542865 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-651c0e54-4b1d-4aac-821f-2e16af373274 req-23dd9c06-c9d9-4e2b-a460-c59e22798fd9 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0573688 Aug 04 11:52:00.589455 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-651c0e54-4b1d-4aac-821f-2e16af373274 req-da2acee2-8501-4596-8e11-421616780dc5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389059 Aug 04 11:52:01.728250 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c9a02-2280-4913-8491-db9df14d1acc req-9020d373-fde3-45ea-8bea-01c190ec39de tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:01.729968 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e55c9a02-2280-4913-8491-db9df14d1acc req-9020d373-fde3-45ea-8bea-01c190ec39de tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0551853 Aug 04 11:52:01.771298 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e55c9a02-2280-4913-8491-db9df14d1acc req-40891c86-dea5-4bd7-b438-0b7210a8b5c0 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342910 Aug 04 11:52:02.925035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bc954-8dac-46c0-b1e1-842f2abb0443 req-f204c140-ee0b-4f2c-a2f5-6d0eaa7dc0f3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:02.926479 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9d2bc954-8dac-46c0-b1e1-842f2abb0443 req-f204c140-ee0b-4f2c-a2f5-6d0eaa7dc0f3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0579991 Aug 04 11:52:02.979867 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9d2bc954-8dac-46c0-b1e1-842f2abb0443 req-1817d295-59c0-4afd-93d5-e8dff0e2c160 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468969 Aug 04 11:52:04.118831 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cf8b6b-73fe-496e-8164-0d9027be3176 req-afa8cc1b-e20a-4a90-895b-9bf2ff5ac115 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:04.120569 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-40cf8b6b-73fe-496e-8164-0d9027be3176 req-afa8cc1b-e20a-4a90-895b-9bf2ff5ac115 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0590010 Aug 04 11:52:04.164921 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-40cf8b6b-73fe-496e-8164-0d9027be3176 req-5daae29c-994c-4051-833b-bfe832d6980c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375273 Aug 04 11:52:05.283218 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a405242-11e1-4f1f-98bc-f4faef64645a req-84b67395-158d-4bce-b58c-5a8e2eddd54d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:05.285068 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7a405242-11e1-4f1f-98bc-f4faef64645a req-84b67395-158d-4bce-b58c-5a8e2eddd54d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0531299 Aug 04 11:52:05.325038 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7a405242-11e1-4f1f-98bc-f4faef64645a req-02d38b37-824c-4b05-a9c1-e6a67c2df7c7 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338569 Aug 04 11:52:06.451992 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fea213-3271-4745-861f-2762f3df14a9 req-976c111d-3b3c-4d4f-8616-c91c3f9a1d69 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:06.453557 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-74fea213-3271-4745-861f-2762f3df14a9 req-976c111d-3b3c-4d4f-8616-c91c3f9a1d69 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0587633 Aug 04 11:52:06.495158 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-74fea213-3271-4745-861f-2762f3df14a9 req-96dd7573-a92d-488f-aa70-097db7985cbe tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345535 Aug 04 11:52:06.837505 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:52:07.633858 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fe1cc-f8e3-4ef5-b05b-4ccf586909d7 req-52b4cad7-1cea-48c9-9cdb-16fea824bbff tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:07.635333 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7a2fe1cc-f8e3-4ef5-b05b-4ccf586909d7 req-52b4cad7-1cea-48c9-9cdb-16fea824bbff tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0516393 Aug 04 11:52:07.691608 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7a2fe1cc-f8e3-4ef5-b05b-4ccf586909d7 req-12e65af1-5b93-4d93-900c-f19e929811ea tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489917 Aug 04 11:52:08.092427 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ffaa1-6e86-4bca-8a4f-af93dd7997e1 req-5dd2bee0-ab11-48ad-93cb-c17d8cec8ad6 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:08.094048 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3c2ffaa1-6e86-4bca-8a4f-af93dd7997e1 req-5dd2bee0-ab11-48ad-93cb-c17d8cec8ad6 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0615208 Aug 04 11:52:08.156273 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3c2ffaa1-6e86-4bca-8a4f-af93dd7997e1 req-cc4010b6-bae5-4686-9793-461c1825bbf4 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536878 Aug 04 11:52:08.198991 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-bcd9b2d8-b09f-4de0-a31e-52085b1abb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:08.200527 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-bcd9b2d8-b09f-4de0-a31e-52085b1abb3e service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1099 time: 0.0440485 Aug 04 11:52:08.319568 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-c87d8ba8-e847-4600-b207-9085d1011d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:08.321079 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-c87d8ba8-e847-4600-b207-9085d1011d6f service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.1132269 Aug 04 11:52:08.392521 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-2a1585bc-e270-495b-8d23-55886853b95d service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 1002 time: 0.0639069 Aug 04 11:52:08.456578 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-2107ec18-fc86-4900-b6e1-42c709b09474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:08.458576 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-2107ec18-fc86-4900-b6e1-42c709b09474 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0585632 Aug 04 11:52:08.779321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-5fde98f9-8792-4a7e-bc0f-2267a18fc8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:08.781005 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-5fde98f9-8792-4a7e-bc0f-2267a18fc8e8 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3141003 Aug 04 11:52:08.879054 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-1ae354e9-99b3-4dd2-8706-f31a6fefc9ea service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902901 Aug 04 11:52:08.976653 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7c5283e8-c199-46b6-adaa-999c01fd38d0 req-60ca6a2c-62bc-4923-9497-506d15c77dee service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901639 Aug 04 11:52:09.291526 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7c64e-199e-4acf-a20a-5c69c69c0830 req-dc5d66d3-2a28-4657-9a24-c9007d077387 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:09.293182 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-27d7c64e-199e-4acf-a20a-5c69c69c0830 req-dc5d66d3-2a28-4657-9a24-c9007d077387 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0626731 Aug 04 11:52:09.336080 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-27d7c64e-199e-4acf-a20a-5c69c69c0830 req-7d6fa930-d507-441f-a5a8-40f79daeb14d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352683 Aug 04 11:52:10.458223 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f9be8-8e00-44df-af6a-352dd3e23e69 req-a426e198-b2fa-45f7-90b2-e5eb0dbd7b6e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:10.459760 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-136f9be8-8e00-44df-af6a-352dd3e23e69 req-a426e198-b2fa-45f7-90b2-e5eb0dbd7b6e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0543673 Aug 04 11:52:10.501317 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-136f9be8-8e00-44df-af6a-352dd3e23e69 req-78e14a9a-0a25-4cf4-b403-abee14255fcd tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351934 Aug 04 11:52:13.515117 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1e657f19-6a88-450e-b173-78ecd7ed107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.246228 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-157654a0-acc8-4513-ac63-e0d255a130ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.354852 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.639574 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59572) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:16.809541 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Deleting port 3d1a3f4c-5916-448a-ad49-8ee3ffc2d4d8 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:16.809906 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.894474 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.894700 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.899126 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:16.907901 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Calling delete_port for 3d1a3f4c-5916-448a-ad49-8ee3ffc2d4d8 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:17.183359 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.210969 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event deleted for resources: {'Port': ['ID=3d1a3f4c-5916-448a-ad49-8ee3ffc2d4d8,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:17.269874 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.270227 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Floating IP cef2561c-f8a7-4463-8bba-65a533754fcb disassociated (deleted). External IP: 172.27.0.156, port: 197bfc17-db8a-4ecc-85f4-e79956e924b7. Aug 04 11:52:17.504719 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:52:17.623075 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:52:17.629159 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:17.635316 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:52:17.645986 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:17.646620 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:17.665000 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cf596be3-137e-4d90-b9b3-52b6a5654d79 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "DELETE /v2.0/floatingips/cef2561c-f8a7-4463-8bba-65a533754fcb HTTP/1.1" status: 204 len: 168 time: 1.0242898 Aug 04 11:52:17.665776 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:17.668829 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cca7967-1178-4c71-b60e-3ce4fd787337" -d '{"events": [{"name": "network-changed", "server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:17.710086 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-373b61d1-6953-4203-a695-9487193e3edc x-openstack-request-id: req-373b61d1-6953-4203-a695-9487193e3edc {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:17.710383 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:17.710633 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-373b61d1-6953-4203-a695-9487193e3edc {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:17.711040 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'status': 'completed', 'code': 200} Aug 04 11:52:17.782010 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:17.785313 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-58c8d74e-b91e-46a0-b63e-e2d97e7821f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:17.786840 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-58c8d74e-b91e-46a0-b63e-e2d97e7821f2 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 1098 time: 0.0494676 Aug 04 11:52:17.911837 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-3d36a073-9c37-4634-87c6-b21d43bd894e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:17.914365 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-3d36a073-9c37-4634-87c6-b21d43bd894e service neutron] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 913 time: 0.1179676 Aug 04 11:52:17.972177 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-d10c0cbc-56a0-4258-a208-6decdfd11dfd service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7 HTTP/1.1" status: 200 len: 217 time: 0.0513337 Aug 04 11:52:18.035660 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-d719621d-fc63-488e-9827-5b6f4def70e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.037350 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-d719621d-fc63-488e-9827-5b6f4def70e4 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0570006 Aug 04 11:52:18.049130 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:31Z', 'revision_number': 1, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:18.079707 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:52:18.089875 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:18.090505 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:18.091542 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-d52a6cb9-dc68-41b3-ab7e-20874bfc37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.093120 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-d52a6cb9-dc68-41b3-ab7e-20874bfc37cb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0479171 Aug 04 11:52:18.221455 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-9e366343-63ad-4e36-ae09-b866251715d2 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202824 Aug 04 11:52:18.236766 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:18.361419 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9cca7967-1178-4c71-b60e-3ce4fd787337 req-b2b5c470-e5cb-4e27-94c5-fe5258dd1ec3 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290908 Aug 04 11:52:18.505085 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:31Z', 'revision_number': 1, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:18.528045 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707fab2-173e-44e5-8671-3aff04c1158b req-6788436a-206f-4ed1-a702-f852c3e967ef tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:18.530257 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3707fab2-173e-44e5-8671-3aff04c1158b req-6788436a-206f-4ed1-a702-f852c3e967ef tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 945 time: 0.3393662 Aug 04 11:52:18.535990 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0992902-fe9f-4a13-82a2-3c6fca844889 None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '507b915e-b91e-4dfa-8e79-69bba6ed28df', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'floating_ip_address': '172.27.0.107', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'port_id': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'mac_address': 'fa:16:3e:44:1c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:48:28Z', 'updated_at': '2021-08-04T11:48:31Z', 'revision_number': 1, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:52:18.586977 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3707fab2-173e-44e5-8671-3aff04c1158b req-653ab7a5-dcba-4dba-b2c7-7fe91b496e5a tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493345 Aug 04 11:52:18.789611 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24b582d-6f57-4b84-90fa-06a473cdd6fd None None] New status for floating IP cef2561c-f8a7-4463-8bba-65a533754fcb: DOWN {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:52:19.006966 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:19.777180 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357cef1a-0933-4362-a3e0-224c27d1f047 req-301f0901-1e3f-4190-aa5e-5c72a204e167 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:19.779583 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-357cef1a-0933-4362-a3e0-224c27d1f047 req-301f0901-1e3f-4190-aa5e-5c72a204e167 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 945 time: 0.1154532 Aug 04 11:52:19.824689 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-357cef1a-0933-4362-a3e0-224c27d1f047 req-d01f371d-894f-44aa-91ca-c566ae6fdbb5 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Aug 04 11:52:19.923775 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-ab1a2c5e-89e3-4060-ab2c-1305d71445cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:19.925394 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-ab1a2c5e-89e3-4060-ab2c-1305d71445cc tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 945 time: 0.0659471 Aug 04 11:52:20.031467 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Deleting port 197bfc17-db8a-4ecc-85f4-e79956e924b7 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:20.031796 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.134317 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] For port 197bfc17-db8a-4ecc-85f4-e79956e924b7, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=197bfc17-db8a-4ecc-85f4-e79956e924b7,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:20.134907 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.151894 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Calling delete_port for 197bfc17-db8a-4ecc-85f4-e79956e924b7 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:20.395182 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.430501 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event deleted for resources: {'Port': ['ID=197bfc17-db8a-4ecc-85f4-e79956e924b7,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:20.477449 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] No DVR routers for this DVR port 197bfc17-db8a-4ecc-85f4-e79956e924b7 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:20.498246 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:20.498246 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c564cb0d-2e5b-42fa-9c09-a84da6e4c607 req-7e07588b-331a-4c35-831b-c9ba995c2da6 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "DELETE /v2.0/ports/197bfc17-db8a-4ecc-85f4-e79956e924b7 HTTP/1.1" status: 204 len: 173 time: 0.5498960 Aug 04 11:52:20.498246 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'name': 'network-vif-deleted', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:20.498246 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ef614d-eca0-4fc1-91ca-0656014ed4f2" -d '{"events": [{"server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "name": "network-vif-deleted", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:20.528089 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204a4b4-e0be-473f-87a4-34c449d59965 x-openstack-request-id: req-2204a4b4-e0be-473f-87a4-34c449d59965 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:20.528385 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3afdefad-0b91-4636-a182-242b0e94f130", "name": "network-vif-deleted", "tag": "197bfc17-db8a-4ecc-85f4-e79956e924b7", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:20.528640 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2204a4b4-e0be-473f-87a4-34c449d59965 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:20.529074 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3afdefad-0b91-4636-a182-242b0e94f130', 'name': 'network-vif-deleted', 'tag': '197bfc17-db8a-4ecc-85f4-e79956e924b7', 'status': 'completed', 'code': 200} Aug 04 11:52:20.964018 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-065547a0-ee09-4145-91f6-21fa1594573d req-65010acc-ee57-4b28-aac3-ca01a743e6cf tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 210 time: 0.0354595 Aug 04 11:52:22.132361 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f3357be7-c315-43a0-88e6-088a0ed88a16 req-1c3a9ef4-ecc3-4120-9b9a-851e22fc1aad tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=3afdefad-0b91-4636-a182-242b0e94f130 HTTP/1.1" status: 200 len: 210 time: 0.0298231 Aug 04 11:52:23.849596 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 197bfc17-db8a-4ecc-85f4-e79956e924b7 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:23.873673 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 197bfc17-db8a-4ecc-85f4-e79956e924b7 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:23.874011 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 197bfc17-db8a-4ecc-85f4-e79956e924b7 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:25.809240 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59608) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:25.978547 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Deleting port 87391683-037c-4f55-8056-8e37c7c64929 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:25.978893 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.069919 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.077213 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.084495 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Calling delete_port for 87391683-037c-4f55-8056-8e37c7c64929 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:26.098161 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.355480 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.383106 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event deleted for resources: {'Port': ['ID=87391683-037c-4f55-8056-8e37c7c64929,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:26.407033 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.407363 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.407698 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.408032 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.408352 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.408676 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.409017 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.409340 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.409657 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.409971 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.410290 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.410597 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:26.456465 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.456842 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Floating IP 507b915e-b91e-4dfa-8e79-69bba6ed28df disassociated (deleted). External IP: 172.27.0.107, port: 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f. Aug 04 11:52:26.673783 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:52:26.782392 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:52:26.786884 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:26.793180 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:52:26.803752 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:26.808936 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:26.817277 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-591ed0b9-ebf3-465c-9531-534ee17dc7f0 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "DELETE /v2.0/floatingips/507b915e-b91e-4dfa-8e79-69bba6ed28df HTTP/1.1" status: 204 len: 168 time: 1.0067043 Aug 04 11:52:26.817948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:26.820683 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc69a5e-2849-4186-a390-428ce1e8b4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:26.859194 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-382ec5d1-4675-4b5a-bfe1-df0af0f0a4ad x-openstack-request-id: req-382ec5d1-4675-4b5a-bfe1-df0af0f0a4ad {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:26.859496 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:26.859750 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-382ec5d1-4675-4b5a-bfe1-df0af0f0a4ad {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:26.860151 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'status': 'completed', 'code': 200} Aug 04 11:52:26.980045 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-5e406605-e6d8-4659-9481-9762d9e5c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:26.981700 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-5e406605-e6d8-4659-9481-9762d9e5c0be service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=f4d21203be6b4d28b14090bebd1c6547&device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 1099 time: 0.0988166 Aug 04 11:52:27.011401 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:27.084112 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-97914e89-5f2f-439a-9e7f-45cef7dacb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:27.085702 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-97914e89-5f2f-439a-9e7f-45cef7dacb79 service neutron] 10.222.0.86 "GET /v2.0/networks?id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 200 len: 913 time: 0.0954132 Aug 04 11:52:27.139024 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-d906c12c-0ab9-4129-abc9-30c903dade25 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f HTTP/1.1" status: 200 len: 217 time: 0.0449369 Aug 04 11:52:27.194618 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-3f521516-22d8-4335-8d6f-0921e5715bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:27.196043 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-3f521516-22d8-4335-8d6f-0921e5715bcb service neutron] 10.222.0.86 "GET /v2.0/subnets?id=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 200 len: 850 time: 0.0499656 Aug 04 11:52:27.228768 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:27.244413 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-8079d73a-8215-4404-8ed9-a4b352f12ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:27.245955 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-8079d73a-8215-4404-8ed9-a4b352f12ecc service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420451 Aug 04 11:52:27.257801 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-d9bc9225-8428-4d1e-8a87-9e44e3aa5a7f service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:52:27.258720 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-d9bc9225-8428-4d1e-8a87-9e44e3aa5a7f service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052779 Aug 04 11:52:27.259433 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:52:27.269632 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:27.270245 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:27.375833 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-7a2c2ac2-4888-43ff-811a-54e23341dde6 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089473 Aug 04 11:52:27.385754 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:27.463703 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205317d-9bae-4331-9e10-dc8922f8c1f2 req-0d32c383-908f-4a6a-9e8f-b10a3f2a96b3 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:27.463703 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8205317d-9bae-4331-9e10-dc8922f8c1f2 req-0d32c383-908f-4a6a-9e8f-b10a3f2a96b3 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.1087365 Aug 04 11:52:27.518624 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6cc69a5e-2849-4186-a390-428ce1e8b4ac req-1211f735-69b5-48a6-a85d-c18687b1dfd9 service neutron] 10.222.0.86 "GET /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287308 Aug 04 11:52:27.536768 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-8205317d-9bae-4331-9e10-dc8922f8c1f2 req-b2fcfaa4-6199-48af-a000-be30db1787ba tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591547 Aug 04 11:52:27.597141 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:27.622935 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cc7e1f-77af-44c9-802e-939c4905355e None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:43:40Z', 'revision_number': 4, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '681d6d07-1cbc-458b-8f7f-fed61d73011d', 'name': '', 'network_id': 'b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'mac_address': 'fa:16:3e:b3:00:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_interface', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:39Z', 'updated_at': '2021-08-04T11:43:47Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'subnets': [{'id': 'cfd92abe-d30d-437d-ab39-df6c7ca9cbe4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:52:27.870160 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a94189cf-0f55-4d68-a68f-3055e5007f24 None None] New status for floating IP 507b915e-b91e-4dfa-8e79-69bba6ed28df: DOWN {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:52:28.658782 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50aa36d-fd1b-4ab3-af97-8334bf783b70 req-a7c1e5eb-de50-4037-aa79-7b76b7a91059 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:28.660323 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d50aa36d-fd1b-4ab3-af97-8334bf783b70 req-a7c1e5eb-de50-4037-aa79-7b76b7a91059 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0524111 Aug 04 11:52:28.700481 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-d50aa36d-fd1b-4ab3-af97-8334bf783b70 req-7e147129-84ce-49fc-af4a-9bc00c943011 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/security-groups?id=ae5e918c-b076-4f13-a25d-759f22170fc4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335693 Aug 04 11:52:29.110367 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-321ae7db-c276-4e29-ae21-08bdc5886c8c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:29.112482 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-321ae7db-c276-4e29-ae21-08bdc5886c8c tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 946 time: 0.0514607 Aug 04 11:52:29.216559 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Deleting port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:29.216928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.318862 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] For port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:29.319228 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.332611 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Calling delete_port for 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:29.555151 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.587298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event deleted for resources: {'Port': ['ID=7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:29.629350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] No DVR routers for this DVR port 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:29.631998 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:29.634047 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-22259c4c-e5a2-4d99-879a-7bffec218e36 req-3d5271fa-55cd-442d-9cac-0662a5f1c43b tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.86 "DELETE /v2.0/ports/7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f HTTP/1.1" status: 204 len: 173 time: 0.5138776 Aug 04 11:52:29.634515 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'name': 'network-vif-deleted', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:52:29.636913 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cca9227-8d5b-427a-85ce-7518361c6dc5" -d '{"events": [{"server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "name": "network-vif-deleted", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:52:29.727993 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0b215c-15e6-4dd1-a7ca-8b0177e0970d x-openstack-request-id: req-1a0b215c-15e6-4dd1-a7ca-8b0177e0970d {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:52:29.728366 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9e8f18-9175-4703-a8a2-a3b259a143de", "name": "network-vif-deleted", "tag": "7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:52:29.728625 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-1a0b215c-15e6-4dd1-a7ca-8b0177e0970d {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:52:29.729122 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee9e8f18-9175-4703-a8a2-a3b259a143de', 'name': 'network-vif-deleted', 'tag': '7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f', 'status': 'completed', 'code': 200} Aug 04 11:52:29.803893 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-e4cdb283-583a-47b5-912a-a4e09dd8eba3 req-369fcc3b-e35f-47db-b81c-2a036bf3be15 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0273356 Aug 04 11:52:30.326361 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-f457ba1a-4fed-4132-8bb1-cbdadada8785 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466523 Aug 04 11:52:30.417095 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-26a69020-26b9-4bdc-b24f-9a88e2e5b1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:30.418576 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-26a69020-26b9-4bdc-b24f-9a88e2e5b1af service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1099 time: 0.0455689 Aug 04 11:52:30.525570 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-e441ad71-ca27-40c5-98c7-206aea3ae07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:30.526952 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-e441ad71-ca27-40c5-98c7-206aea3ae07c service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.0869138 Aug 04 11:52:30.599963 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-8e7e1374-9b8e-4522-b525-67fca56a0494 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 1002 time: 0.0619333 Aug 04 11:52:30.653063 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-8d4f7734-a65d-4853-bcea-d4949f777bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:30.654571 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-8d4f7734-a65d-4853-bcea-d4949f777bf8 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0451226 Aug 04 11:52:30.704609 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-ecc2cf04-9402-4e56-bf22-7b4d7af69411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:30.706131 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-ecc2cf04-9402-4e56-bf22-7b4d7af69411 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416496 Aug 04 11:52:30.811192 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-531e020f-3253-4aa8-a6ae-bff224eea80e service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956633 Aug 04 11:52:30.905765 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-afa9b693-5a74-4f05-8274-0bea6a5ff4fa req-9b6621b7-0f11-4976-8f05-af7cfb069449 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868287 Aug 04 11:52:30.935074 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ae799f70-03a8-4e30-b6c9-913b41a5e4af req-f5194024-e0cb-441c-b020-afcf91c5d4ba tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "GET /v2.0/ports?device_id=ee9e8f18-9175-4703-a8a2-a3b259a143de HTTP/1.1" status: 200 len: 210 time: 0.0271962 Aug 04 11:52:31.996260 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59630) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:32.138112 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Deleting port e4873e79-9275-4aaa-b78d-f6250f23f8b4 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:32.138445 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.227172 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.227452 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.239757 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Calling delete_port for e4873e79-9275-4aaa-b78d-f6250f23f8b4 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:32.469343 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.496018 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event deleted for resources: {'Port': ['ID=e4873e79-9275-4aaa-b78d-f6250f23f8b4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:32.559458 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.562060 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:32.563272 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-cce50a3c-6198-4324-bcad-30f502125a69 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "DELETE /v2.0/floatingips/c5837eca-4657-4685-9b77-e72cc6170a83 HTTP/1.1" status: 204 len: 168 time: 0.5660276 Aug 04 11:52:33.904395 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:33.926725 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:33.927072 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 7f1331f8-f0d8-4a5b-9c18-78202cf3bb4f not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:34.008221 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59642) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:34.076581 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf0b6-c696-454b-bea5-790ebcde1398 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:34.111756 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf0b6-c696-454b-bea5-790ebcde1398 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:34.286939 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf0b6-c696-454b-bea5-790ebcde1398 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:34.289383 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-a1cbf0b6-c696-454b-bea5-790ebcde1398 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:34.290544 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-a1cbf0b6-c696-454b-bea5-790ebcde1398 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] 10.222.0.88 "DELETE /v2.0/security-groups/ae5e918c-b076-4f13-a25d-759f22170fc4 HTTP/1.1" status: 204 len: 168 time: 0.2812564 Aug 04 11:52:34.300258 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbf0b6-c696-454b-bea5-790ebcde1398 tempest-TestVolumeBootPattern-183939887 tempest-TestVolumeBootPattern-183939887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5e918c-b076-4f13-a25d-759f22170fc4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:34.455069 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59646) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:34.972736 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.236576 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Deleting port 681d6d07-1cbc-458b-8f7f-fed61d73011d {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:35.236576 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.330646 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] For port 681d6d07-1cbc-458b-8f7f-fed61d73011d, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=681d6d07-1cbc-458b-8f7f-fed61d73011d,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:35.330646 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.333383 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Calling delete_port for 681d6d07-1cbc-458b-8f7f-fed61d73011d owned by network:router_interface {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:35.646989 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:35.678525 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Pushing event deleted for resources: {'Port': ['ID=681d6d07-1cbc-458b-8f7f-fed61d73011d,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:35.694662 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.695230 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.695813 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.696386 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.697008 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.697581 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.698152 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.698710 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.699718 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.700040 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.700557 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.700901 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:35.874114 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.109769 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Router 7f0580a5-875b-423e-95bf-88f05ce57315 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:52:36.218537 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:52:36.224092 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-b2bf9ed2-240d-4b4d-8e90-8d56321e1432 admin admin] 10.222.0.88 "PUT /v2.0/routers/7f0580a5-875b-423e-95bf-88f05ce57315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7679160 Aug 04 11:52:36.227139 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59650) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:36.230833 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] Sync routers for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:52:36.242485 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:36.243269 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:36.363484 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:36.372769 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.676143 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:36.704396 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] Checking router: 7f0580a5-875b-423e-95bf-88f05ce57315 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:52:36.713090 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] Routers {'7f0580a5-875b-423e-95bf-88f05ce57315'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:36.713721 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['7f0580a5-875b-423e-95bf-88f05ce57315'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:36.765466 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:36.829808 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] Set router 7f0580a5-875b-423e-95bf-88f05ce57315 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:36.919214 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Deleting port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:36.919598 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.000734 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] For port ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:37.001076 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.017712 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Calling delete_port for ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:37.019345 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:37.052112 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf99a6ee-af25-4f48-92b2-19e41e9b6f3e None None] The sync data for ids ['7f0580a5-875b-423e-95bf-88f05ce57315'] in dv-cinder-786524-10-iscsi is: [{'id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'name': 'tempest-TestVolumeBootPattern-199040147-router', 'tenant_id': 'f4d21203be6b4d28b14090bebd1c6547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:36Z', 'updated_at': '2021-08-04T11:52:35Z', 'revision_number': 5, 'project_id': 'f4d21203be6b4d28b14090bebd1c6547', 'gw_port': {'id': 'ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ca:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f0580a5-875b-423e-95bf-88f05ce57315', 'device_owner': 'network:router_gateway', 'standard_attr_id': 248, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:37Z', 'updated_at': '2021-08-04T11:43:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:52:37.293277 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.323638 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:37.382469 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.477078 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.479249 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.635413 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.635941 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f0580a5-875b-423e-95bf-88f05ce57315 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:52:37.641426 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.642755 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5f345236-678b-4bee-9c1d-a5deee839d77 admin admin] 10.222.0.88 "DELETE /v2.0/routers/7f0580a5-875b-423e-95bf-88f05ce57315 HTTP/1.1" status: 204 len: 168 time: 1.4142718 Aug 04 11:52:37.646854 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59652) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:37.698492 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] Deleting subnet cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:52:37.701928 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.749049 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.825951 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.967067 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.992676 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfd92abe-d30d-437d-ab39-df6c7ca9cbe4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:37.996203 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:37.998084 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ce92f583-db5f-43e5-afa5-65c2f6913edd admin admin] 10.222.0.88 "DELETE /v2.0/subnets/cfd92abe-d30d-437d-ab39-df6c7ca9cbe4 HTTP/1.1" status: 204 len: 168 time: 0.3499711 Aug 04 11:52:38.000923 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59654) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:38.004138 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d2569f-559c-4c3b-896c-1153bf5f0354 None None] Network b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:52:38.076616 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.137535 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Deleting port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:38.137870 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.202431 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] DHCP port deletion for b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:52:38.210052 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] For port 5c040df3-8c73-4af3-8c98-7306c8eb45e5, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=5c040df3-8c73-4af3-8c98-7306c8eb45e5,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:38.210394 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.224460 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Calling delete_port for 5c040df3-8c73-4af3-8c98-7306c8eb45e5 owned by network:dhcp {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:38.249914 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Deleting port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:38.250294 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.317832 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] For port 5c040df3-8c73-4af3-8c98-7306c8eb45e5, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=5c040df3-8c73-4af3-8c98-7306c8eb45e5,segment=NetworkSegment(c2f035a3-2458-4529-9dd2-82271108f59a),segment_id=c2f035a3-2458-4529-9dd2-82271108f59a)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:38.318225 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.331099 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Calling delete_port for 5c040df3-8c73-4af3-8c98-7306c8eb45e5 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:38.378768 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.406212 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] No DVR routers for this DVR port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 on host dv-cinder-786524-10-iscsi {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:38.407537 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.411567 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c040df3-8c73-4af3-8c98-7306c8eb45e5,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:38.434598 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Pushing event deleted for resources: {'Port': ['ID=5c040df3-8c73-4af3-8c98-7306c8eb45e5,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:38.441844 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444752 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.444752 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.445020 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.445348 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:52:38.450669 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff76e5f3-eb51-40fa-8e57-fd43ca439513 None None] No DVR routers for this DVR port 5c040df3-8c73-4af3-8c98-7306c8eb45e5 on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:38.491856 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.502321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba']}} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:38.513985 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f035a3-2458-4529-9dd2-82271108f59a') {'for_net_delete': True} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:38.514347 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.services.segments.db [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f035a3-2458-4529-9dd2-82271108f59a') {} {{(pid=100520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:38.524665 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9341709'] for segment, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.541431 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.549768 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=100520) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:52:38.550176 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9315487'] for segment, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: Traceback (most recent call last): Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: timer() Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: cb(*args, **kw) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: return func(*args, **kwargs) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: self._notify() Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: self.callback(batched_events) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: event.method(event) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: return f(self, *a, **k) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._get(url).json() Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: return self.request(url, 'GET', **kwargs) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:52:38.552739 dv-cinder-786524-10-iscsi neutron-server[100520]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:52:38.670033 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.676160 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:38.678066 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] 10.222.0.88 "DELETE /v2.0/networks/b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba HTTP/1.1" status: 204 len: 168 time: 0.6755588 Aug 04 11:52:38.681712 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59656) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:38.689535 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305fea5-af69-4ea9-85d0-11bafffd8b77 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8407bec-9b0f-4bc5-9feb-3ee2d5f64eba,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:38.760759 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:38.787772 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:38.788115 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device ecf4200a-d0a5-4d4c-9a29-1aa0af6dcc99 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:38.788538 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 5c040df3-8c73-4af3-8c98-7306c8eb45e5 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:38.809554 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 5c040df3-8c73-4af3-8c98-7306c8eb45e5 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:38.809903 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 5c040df3-8c73-4af3-8c98-7306c8eb45e5 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:38.810438 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 681d6d07-1cbc-458b-8f7f-fed61d73011d no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:38.830750 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 681d6d07-1cbc-458b-8f7f-fed61d73011d {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:38.831081 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 681d6d07-1cbc-458b-8f7f-fed61d73011d not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:39.093691 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.364903 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Deleting port b50c06ab-5410-4e52-bc21-20e9bc8f24f8 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:39.365265 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.448585 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] For port b50c06ab-5410-4e52-bc21-20e9bc8f24f8, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,segment=NetworkSegment(e0f6f37f-2ee9-48af-a072-dbde4d82f88c),segment_id=e0f6f37f-2ee9-48af-a072-dbde4d82f88c)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:39.449003 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:39.463725 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Calling delete_port for b50c06ab-5410-4e52-bc21-20e9bc8f24f8 owned by network:router_interface {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:39.978698 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.011180 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Pushing event deleted for resources: {'Port': ['ID=b50c06ab-5410-4e52-bc21-20e9bc8f24f8,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:40.195168 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.414218 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:52:40.531094 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:52:40.536171 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-4857e763-461e-4ecf-8201-e157b775fa7e admin admin] 10.222.0.88 "PUT /v2.0/routers/82f176da-cb0c-4ef3-a2a7-438ee25b70ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8533852 Aug 04 11:52:40.539671 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59658) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:40.539985 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] Sync routers for ids ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'] in dv-cinder-786524-10-iscsi {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:52:40.549984 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] Routers {'82f176da-cb0c-4ef3-a2a7-438ee25b70ad'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:40.550610 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:40.647387 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks [] for router, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.767941 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.803795 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] Set router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad gateway port host: dv-cinder-786524-10-iscsi {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:40.899965 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Deleting port 926709d2-3357-4e69-a13c-a5b2babba466 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:40.900359 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.987809 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] For port 926709d2-3357-4e69-a13c-a5b2babba466, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=926709d2-3357-4e69-a13c-a5b2babba466,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:40.988571 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:40.996445 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2'}], 'enable_snat': True}, 'gw_port_id': '926709d2-3357-4e69-a13c-a5b2babba466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:52:39Z', 'revision_number': 5, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port': {'id': '926709d2-3357-4e69-a13c-a5b2babba466', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 270, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:43:45Z', 'updated_at': '2021-08-04T11:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:41.006682 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Calling delete_port for 926709d2-3357-4e69-a13c-a5b2babba466 owned by network:router_gateway {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:41.028197 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] Checking router: 82f176da-cb0c-4ef3-a2a7-438ee25b70ad for host: dv-cinder-786524-10-iscsi {{(pid=100521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:52:41.038470 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] Routers {'82f176da-cb0c-4ef3-a2a7-438ee25b70ad'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:52:41.039107 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:52:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'], 'active': True} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:41.125927 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvr_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] Set router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad gateway port host: None {{(pid=100521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:52:41.181161 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_hamode_db [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:52:40Z', 'revision_number': 6, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port_host': None}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:41.207571 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7310bd59-b0b6-4ebf-b577-98201575e0d2 None None] The sync data for ids ['82f176da-cb0c-4ef3-a2a7-438ee25b70ad'] in dv-cinder-786524-10-iscsi is: [{'id': '82f176da-cb0c-4ef3-a2a7-438ee25b70ad', 'name': 'tempest-TestVolumeBootPattern-1485426271-router', 'tenant_id': '14d92310190443f0b2e70d3ac0f717c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:43:44Z', 'updated_at': '2021-08-04T11:52:40Z', 'revision_number': 6, 'project_id': '14d92310190443f0b2e70d3ac0f717c8', 'gw_port_host': None}] {{(pid=100521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:52:41.258545 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.284751 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Pushing event deleted for resources: {'Port': ['ID=926709d2-3357-4e69-a13c-a5b2babba466,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:41.353925 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.449800 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.452001 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.652916 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.653582 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82f176da-cb0c-4ef3-a2a7-438ee25b70ad {{(pid=100519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:52:41.659106 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] Notify callbacks [] for router, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.660308 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-2fe1689f-7037-48e4-b177-3f461fb8ee41 admin admin] 10.222.0.88 "DELETE /v2.0/routers/82f176da-cb0c-4ef3-a2a7-438ee25b70ad HTTP/1.1" status: 204 len: 168 time: 1.1197095 Aug 04 11:52:41.663033 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59660) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:41.709666 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] Deleting subnet e7ff5117-b98a-46d5-a89a-001b6649a252 {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:52:41.713075 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.748707 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12393617'] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.834494 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:41.979404 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11565308'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.009322 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ff5117-b98a-46d5-a89a-001b6649a252,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:42.013908 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.016091 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-310c2548-5a19-48db-9af7-3d8a4ec9d3c8 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/e7ff5117-b98a-46d5-a89a-001b6649a252 HTTP/1.1" status: 204 len: 168 time: 0.3520899 Aug 04 11:52:42.019388 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59662) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:42.022995 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2624dab-4785-4768-a120-cd2585de154c None None] Network c6f83e48-3d95-48f7-9aee-24ea15c98a54 requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:52:42.106765 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.189532 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Deleting port 8d67562b-7ba2-4618-926c-6315cf55501c {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:42.190034 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.233409 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] DHCP port deletion for c6f83e48-3d95-48f7-9aee-24ea15c98a54 request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:52:42.283894 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] For port 8d67562b-7ba2-4618-926c-6315cf55501c, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=8d67562b-7ba2-4618-926c-6315cf55501c,segment=NetworkSegment(e0f6f37f-2ee9-48af-a072-dbde4d82f88c),segment_id=e0f6f37f-2ee9-48af-a072-dbde4d82f88c)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:42.285600 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.304779 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Calling delete_port for 8d67562b-7ba2-4618-926c-6315cf55501c owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:42.312953 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] Deleting port 8d67562b-7ba2-4618-926c-6315cf55501c {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:52:42.313611 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.399699 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] For port 8d67562b-7ba2-4618-926c-6315cf55501c, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=8d67562b-7ba2-4618-926c-6315cf55501c,segment=NetworkSegment(e0f6f37f-2ee9-48af-a072-dbde4d82f88c),segment_id=e0f6f37f-2ee9-48af-a072-dbde4d82f88c)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:52:42.400027 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.421174 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] Calling delete_port for 8d67562b-7ba2-4618-926c-6315cf55501c owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:52:42.521710 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.528745 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.552306 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d67562b-7ba2-4618-926c-6315cf55501c,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:42.561063 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] No DVR routers for this DVR port 8d67562b-7ba2-4618-926c-6315cf55501c on host dv-cinder-786524-10-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:42.565857 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] Pushing event deleted for resources: {'Port': ['ID=8d67562b-7ba2-4618-926c-6315cf55501c,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:42.573152 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d44d767-bdac-4385-aa7a-5a1a0e1ec7b8 None None] No DVR routers for this DVR port 8d67562b-7ba2-4618-926c-6315cf55501c on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:52:42.636452 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.655720 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6f83e48-3d95-48f7-9aee-24ea15c98a54']}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:42.670864 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c') {'for_net_delete': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:42.671336 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f6f37f-2ee9-48af-a072-dbde4d82f88c') {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:52:42.687140 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12393626'] for segment, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.712349 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.722288 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=100519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:52:42.722849 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549166'] for segment, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: Traceback (most recent call last): Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: timer() Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: cb(*args, **kw) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: return func(*args, **kwargs) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: self._notify() Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: self.callback(batched_events) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: event.method(event) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: return f(self, *a, **k) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._get(url).json() Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: return self.request(url, 'GET', **kwargs) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:52:42.724935 dv-cinder-786524-10-iscsi neutron-server[100519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:52:42.772944 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8d67562b-7ba2-4618-926c-6315cf55501c no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:42.800506 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 8d67562b-7ba2-4618-926c-6315cf55501c {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:42.800862 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8d67562b-7ba2-4618-926c-6315cf55501c not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:42.801298 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device b50c06ab-5410-4e52-bc21-20e9bc8f24f8 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:42.822445 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: b50c06ab-5410-4e52-bc21-20e9bc8f24f8 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:42.822900 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device b50c06ab-5410-4e52-bc21-20e9bc8f24f8 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:42.823338 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 926709d2-3357-4e69-a13c-a5b2babba466 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:52:42.844821 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 926709d2-3357-4e69-a13c-a5b2babba466 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:52:42.845126 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 926709d2-3357-4e69-a13c-a5b2babba466 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:52:42.864432 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.870221 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:42.872631 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] 10.222.0.88 "DELETE /v2.0/networks/c6f83e48-3d95-48f7-9aee-24ea15c98a54 HTTP/1.1" status: 204 len: 168 time: 0.8516293 Aug 04 11:52:42.886117 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad1d5f2-76e8-4e5e-990f-76db2069a17f admin admin] Pushing event deleted for resources: {'Network': ['ID=c6f83e48-3d95-48f7-9aee-24ea15c98a54,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:43.470333 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-edc186df-29dd-4f44-a56d-05c6bfdb9d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.474043 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59666) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:43.525690 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-72e11dc9-2062-4748-ad98-2f035e5c35cc admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=f4d21203be6b4d28b14090bebd1c6547&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505750 Aug 04 11:52:43.528677 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59668) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:43.608403 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0095a930-ee7a-463c-b3fc-e6a32b0488b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.646198 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0095a930-ee7a-463c-b3fc-e6a32b0488b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.838406 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:52:43.864692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0095a930-ee7a-463c-b3fc-e6a32b0488b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.868342 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-0095a930-ee7a-463c-b3fc-e6a32b0488b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:43.870001 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-0095a930-ee7a-463c-b3fc-e6a32b0488b7 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/a530fffb-124d-4253-941e-99c9de547681 HTTP/1.1" status: 204 len: 168 time: 0.3399079 Aug 04 11:52:43.880366 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095a930-ee7a-463c-b3fc-e6a32b0488b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a530fffb-124d-4253-941e-99c9de547681,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:44.782509 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59674) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:44.835017 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-86a1e84d-7a0e-48bf-a460-0bd29fe5ae74 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=14d92310190443f0b2e70d3ac0f717c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503268 Aug 04 11:52:44.837692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59676) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:52:44.891382 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b967de2-e265-428b-8706-f0b5b7da0e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:44.920161 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b967de2-e265-428b-8706-f0b5b7da0e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:45.115571 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b967de2-e265-428b-8706-f0b5b7da0e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:45.118741 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-6b967de2-e265-428b-8706-f0b5b7da0e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:45.119942 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-6b967de2-e265-428b-8706-f0b5b7da0e89 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/2a7a5ea5-0798-4265-9f95-4ffb997a468b HTTP/1.1" status: 204 len: 168 time: 0.2811990 Aug 04 11:52:45.129092 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b967de2-e265-428b-8706-f0b5b7da0e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7a5ea5-0798-4265-9f95-4ffb997a468b,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:52:46.059017 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-59a1cd19-ed33-4801-9a62-fff1d0fed58f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.213494 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:46.944595 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:48.686986 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf81ea4-c2e5-4471-9eb4-e27cb19b986f req-78c503b6-38d0-4147-8ccc-b5bf871a1145 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:48.688653 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fdf81ea4-c2e5-4471-9eb4-e27cb19b986f req-78c503b6-38d0-4147-8ccc-b5bf871a1145 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0500696 Aug 04 11:52:48.740962 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fdf81ea4-c2e5-4471-9eb4-e27cb19b986f req-e8381ac1-2adc-45ad-a8ad-27227127a801 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413489 Aug 04 11:52:49.052939 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:49.876157 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d0b9a1-b107-420b-afee-43d457565da4 req-b1ae7806-3a19-4579-a826-2649bfe64c75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:49.878353 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c8d0b9a1-b107-420b-afee-43d457565da4 req-b1ae7806-3a19-4579-a826-2649bfe64c75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0599461 Aug 04 11:52:49.920937 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-c8d0b9a1-b107-420b-afee-43d457565da4 req-d97421a7-d0c8-455a-bc74-fe2f637bdd64 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363967 Aug 04 11:52:51.052098 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9bff1a-eeac-4e70-a7c5-a763928e3c63 req-c4caff9a-06e8-4a62-986c-814b5cd0b1ab tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:51.053775 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4f9bff1a-eeac-4e70-a7c5-a763928e3c63 req-c4caff9a-06e8-4a62-986c-814b5cd0b1ab tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0554903 Aug 04 11:52:51.103658 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4f9bff1a-eeac-4e70-a7c5-a763928e3c63 req-937b0147-4f45-4ad8-bc63-f4cd9829493f tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431480 Aug 04 11:52:52.258721 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90e6e5-c3fa-4e83-88b5-d5b391cb9d4d req-4930a805-bab9-4be9-baef-da5f7f160927 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:52.260216 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a90e6e5-c3fa-4e83-88b5-d5b391cb9d4d req-4930a805-bab9-4be9-baef-da5f7f160927 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0615485 Aug 04 11:52:52.303913 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2a90e6e5-c3fa-4e83-88b5-d5b391cb9d4d req-57a1609b-0af2-4f63-9f8c-f392f1ab9f04 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367706 Aug 04 11:52:53.430416 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effeda9-67e3-439c-afac-90ab7c03b5d7 req-089ea2a2-62f3-4622-9ae4-75a0a3fed505 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:53.431946 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7effeda9-67e3-439c-afac-90ab7c03b5d7 req-089ea2a2-62f3-4622-9ae4-75a0a3fed505 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0561302 Aug 04 11:52:53.472016 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7effeda9-67e3-439c-afac-90ab7c03b5d7 req-b73671f0-cf45-4d36-b722-14a057ce81d1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340440 Aug 04 11:52:54.632091 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd66979-094a-40c4-9a75-079ba299958f req-a4b958bb-32a3-4819-a0ec-c7dea1a5e4e0 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:54.633977 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdd66979-094a-40c4-9a75-079ba299958f req-a4b958bb-32a3-4819-a0ec-c7dea1a5e4e0 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0822625 Aug 04 11:52:54.687708 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdd66979-094a-40c4-9a75-079ba299958f req-6a1faa5c-dcfb-4518-a20e-86f8be09cc91 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435998 Aug 04 11:52:55.816105 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346500c3-5859-46a3-a8fa-ecbc688db818 req-6a79976e-1952-42a1-b915-6181e1926b7f tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:55.818511 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-346500c3-5859-46a3-a8fa-ecbc688db818 req-6a79976e-1952-42a1-b915-6181e1926b7f tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0574291 Aug 04 11:52:55.864532 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-346500c3-5859-46a3-a8fa-ecbc688db818 req-96de034b-6e13-4aa8-a78d-691e39e99245 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405550 Aug 04 11:52:56.092653 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:52:56.999743 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c2b96-6768-444c-a541-aab26286824b req-488b7aaa-213f-45dd-9ba0-737781683357 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:57.001280 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2f1c2b96-6768-444c-a541-aab26286824b req-488b7aaa-213f-45dd-9ba0-737781683357 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0556829 Aug 04 11:52:57.045473 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2f1c2b96-6768-444c-a541-aab26286824b req-97871672-6179-418f-afd1-6f59d0f6f9a9 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377336 Aug 04 11:52:58.173025 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7132012a-5ed4-4817-8b79-8f2246623d06 req-f0fbb411-be1b-4ac9-8f89-0ad0961a8666 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:58.174601 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7132012a-5ed4-4817-8b79-8f2246623d06 req-f0fbb411-be1b-4ac9-8f89-0ad0961a8666 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0568960 Aug 04 11:52:58.217498 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7132012a-5ed4-4817-8b79-8f2246623d06 req-8690a9f4-176a-409f-9f04-1b4b677af3bc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356021 Aug 04 11:52:59.344278 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7791253-7d17-4147-908e-43a744e95b69 req-2deae105-6d04-4006-b347-65430ac50542 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:59.346424 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7791253-7d17-4147-908e-43a744e95b69 req-2deae105-6d04-4006-b347-65430ac50542 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0549157 Aug 04 11:52:59.390847 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f7791253-7d17-4147-908e-43a744e95b69 req-b81be265-9c87-48ec-ab3c-b2da00b7222d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374582 Aug 04 11:52:59.865254 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e55e5d-40ca-4be8-b83f-f78f5183e0e1 req-c1b699ff-815c-4468-a7cd-097befacfb2d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:52:59.866974 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5e55e5d-40ca-4be8-b83f-f78f5183e0e1 req-c1b699ff-815c-4468-a7cd-097befacfb2d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0565658 Aug 04 11:52:59.922118 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5e55e5d-40ca-4be8-b83f-f78f5183e0e1 req-a7ad2221-3373-493d-84b9-4092c3e0fc3a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477433 Aug 04 11:53:00.046288 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-f356e529-45ae-4f9c-99c2-6e2876d58086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.047781 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-f356e529-45ae-4f9c-99c2-6e2876d58086 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1099 time: 0.0447061 Aug 04 11:53:00.151145 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-ca94616d-82f5-4411-8ef9-6170a8e39e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.152867 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-ca94616d-82f5-4411-8ef9-6170a8e39e90 service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.0980692 Aug 04 11:53:00.224411 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-f5b7374f-a229-4c54-befb-130cc9629dbb service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 1002 time: 0.0624185 Aug 04 11:53:00.277769 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-69990624-703a-45c4-b3f9-71483747f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.279234 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-69990624-703a-45c4-b3f9-71483747f18e service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0465193 Aug 04 11:53:00.333368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-cbfd1cf7-861d-4dbe-8dc4-213c6d2a0a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:00.334897 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-cbfd1cf7-861d-4dbe-8dc4-213c6d2a0a4b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0478716 Aug 04 11:53:00.436497 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-17e52d10-ccda-406b-9803-16467f62ff1a service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930841 Aug 04 11:53:00.544887 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dca16ac4-6b03-4d9c-95e7-f87ce7d45673 req-ae64d3ce-fd28-4af2-a399-b6e3b4f27d93 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012118 Aug 04 11:53:01.062237 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7766ab1f-09ad-4a26-a854-b984f2ee0680 req-55886be6-6074-465c-82f6-a28519830417 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:01.063907 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7766ab1f-09ad-4a26-a854-b984f2ee0680 req-55886be6-6074-465c-82f6-a28519830417 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0666018 Aug 04 11:53:01.104735 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7766ab1f-09ad-4a26-a854-b984f2ee0680 req-23c67a41-571e-4731-95c5-0bb689905e95 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338726 Aug 04 11:53:02.229896 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615e2f5-65c6-4514-aa6f-91f12556b465 req-dd09dce8-81fc-4d75-9810-ab03c1ae6334 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:02.231416 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6615e2f5-65c6-4514-aa6f-91f12556b465 req-dd09dce8-81fc-4d75-9810-ab03c1ae6334 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0572097 Aug 04 11:53:02.278197 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6615e2f5-65c6-4514-aa6f-91f12556b465 req-f30d41b6-90f3-428b-99b4-1aaf05c4cde6 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397820 Aug 04 11:53:13.511832 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-cf4c547d-4bfe-40eb-b75a-9d6a0abebee6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:16.094067 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a11f7355-a7c0-4733-8537-c5182253f1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:16.351641 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:17.008607 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:19.014402 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:20.837950 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:53:26.146567 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:30.326470 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-34182296-c371-4ae6-8321-552dfb9f3411 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405533 Aug 04 11:53:30.425094 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-624702dd-55cf-4efc-b38d-cd35d3334046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:30.426661 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-624702dd-55cf-4efc-b38d-cd35d3334046 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 1099 time: 0.0541897 Aug 04 11:53:30.539079 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-7b63c6bb-ac19-43ad-8ac2-90804c597cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:30.540875 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-7b63c6bb-ac19-43ad-8ac2-90804c597cb4 service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.0938177 Aug 04 11:53:30.612070 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-698a0196-2afa-4f20-8b16-096208664254 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 200 len: 1002 time: 0.0620782 Aug 04 11:53:30.668067 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-ea2ee80c-52a3-4037-8cde-4cff503ec746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:30.669529 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-ea2ee80c-52a3-4037-8cde-4cff503ec746 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0498142 Aug 04 11:53:30.720091 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-891f1183-57dd-4033-8c61-3c9ef7714d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:30.722336 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-891f1183-57dd-4033-8c61-3c9ef7714d63 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421479 Aug 04 11:53:30.824197 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-87c8b70e-ba91-4f1b-b3a2-23210b373dd5 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929856 Aug 04 11:53:30.965492 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-5d2e3646-085a-45b8-acf8-67eb852610e9 req-4e50f58f-f413-446f-a783-21b2e5770846 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318278 Aug 04 11:53:36.029305 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aadeea-6d92-473b-bd40-55648aa0ff80 req-39be8954-7761-4f38-b851-0615507fb578 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:36.031054 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-40aadeea-6d92-473b-bd40-55648aa0ff80 req-39be8954-7761-4f38-b851-0615507fb578 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0574718 Aug 04 11:53:36.076053 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-40aadeea-6d92-473b-bd40-55648aa0ff80 req-0565bc1d-2ce9-4863-84bb-c817c9c5c12e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371716 Aug 04 11:53:37.210377 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703283a-b781-442a-ba63-a5581108f3cd req-95c32ee4-f285-4f4c-b30d-c3c5ff827e75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:37.212305 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9703283a-b781-442a-ba63-a5581108f3cd req-95c32ee4-f285-4f4c-b30d-c3c5ff827e75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0511937 Aug 04 11:53:37.255964 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9703283a-b781-442a-ba63-a5581108f3cd req-a22161c9-7f73-489f-8ab6-187cd71ecab2 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375528 Aug 04 11:53:38.110018 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-15dd09c1-f0a9-4358-85fc-45b5bde57717 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:38.111866 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-15dd09c1-f0a9-4358-85fc-45b5bde57717 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.0643268 Aug 04 11:53:38.228887 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Deleting port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:53:38.229314 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:38.334055 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] For port 19956ff3-3ca8-4d1f-8624-7890e7f599d9, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=19956ff3-3ca8-4d1f-8624-7890e7f599d9,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:38.334516 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:38.502582 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7d6ca8-a405-491d-b4e0-cfe335ae409a req-2f1c83f1-d2ba-40ed-9aa8-b080263dbfa3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:38.505003 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2d7d6ca8-a405-491d-b4e0-cfe335ae409a req-2f1c83f1-d2ba-40ed-9aa8-b080263dbfa3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 946 time: 0.1519997 Aug 04 11:53:38.603705 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2d7d6ca8-a405-491d-b4e0-cfe335ae409a req-560304d3-c004-4530-b461-82edc5a62f38 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=72e25db8-fc1c-49a1-a7b5-550a5564819e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903683 Aug 04 11:53:38.611007 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:38.611497 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:38.611952 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Floating IP b2eda725-ee07-47dd-b09d-5a3bf1404588 disassociated. External IP: 172.27.0.165, port: 19956ff3-3ca8-4d1f-8624-7890e7f599d9. Aug 04 11:53:38.612526 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Calling delete_port for 19956ff3-3ca8-4d1f-8624-7890e7f599d9 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:53:38.867158 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:38.903165 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event deleted for resources: {'Port': ['ID=19956ff3-3ca8-4d1f-8624-7890e7f599d9,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:38.916322 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.916792 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.917171 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.917506 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.917837 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.918156 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.918489 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.918868 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.919287 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.919672 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.920149 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:38.920516 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:39.047421 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Router 4f23b662-2995-41f7-959d-bbdffdc973d9 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:53:39.177535 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:53:39.193620 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165040de-74b3-40cc-970f-4031f584e302 None None] Sync routers for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:53:39.205475 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:39.206651 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:53:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:39.228374 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] No DVR routers for this DVR port 19956ff3-3ca8-4d1f-8624-7890e7f599d9 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:53:39.231997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:39.234891 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d2bcb3a7-64be-477e-b228-92c51d581e3e req-bb0f702e-c10a-47e8-9821-6f9a556a4d22 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "DELETE /v2.0/ports/19956ff3-3ca8-4d1f-8624-7890e7f599d9 HTTP/1.1" status: 204 len: 173 time: 1.1168053 Aug 04 11:53:39.235490 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'name': 'network-vif-deleted', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:39.238519 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2324f9-fd04-41b3-a4c3-9976c4a000b0" -d '{"events": [{"server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "name": "network-vif-deleted", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:39.293225 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b22cf57-9c83-4023-ba14-e4881579df20 x-openstack-request-id: req-3b22cf57-9c83-4023-ba14-e4881579df20 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:39.294070 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b3170a5-7d5e-41f5-a8ee-a415b2dd6940", "name": "network-vif-deleted", "tag": "19956ff3-3ca8-4d1f-8624-7890e7f599d9", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:39.294475 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3b22cf57-9c83-4023-ba14-e4881579df20 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:39.297695 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b3170a5-7d5e-41f5-a8ee-a415b2dd6940', 'name': 'network-vif-deleted', 'tag': '19956ff3-3ca8-4d1f-8624-7890e7f599d9', 'status': 'completed', 'code': 200} Aug 04 11:53:39.344156 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:39.607841 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:39.652512 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165040de-74b3-40cc-970f-4031f584e302 None None] Checking router: 4f23b662-2995-41f7-959d-bbdffdc973d9 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:53:39.665496 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:53:39.666477 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:53:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:39.731069 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-db8afd83-b7e2-4a89-afe7-2124b55a7acb req-ddbfa668-fe90-422b-97cd-80b69f15f4fd tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=8b3170a5-7d5e-41f5-a8ee-a415b2dd6940 HTTP/1.1" status: 200 len: 210 time: 0.0349312 Aug 04 11:53:39.776748 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:53:39.998083 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-165040de-74b3-40cc-970f-4031f584e302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:53:40.026055 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165040de-74b3-40cc-970f-4031f584e302 None None] The sync data for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi is: [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:53:40.322659 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d47a8d-b6e8-4fd1-8bd2-bd17a3a07457 None None] New status for floating IP b2eda725-ee07-47dd-b09d-5a3bf1404588: DOWN {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:53:40.908366 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59760) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:40.966444 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:40.991430 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.198557 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.201160 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.202311 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "DELETE /v2.0/security-groups/72e25db8-fc1c-49a1-a7b5-550a5564819e HTTP/1.1" status: 204 len: 168 time: 0.2928560 Aug 04 11:53:41.205189 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59762) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:41.211502 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e25db8-fc1c-49a1-a7b5-550a5564819e,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:41.219036 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.219473 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.219784 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.220152 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.220546 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.220891 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.221020 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.api.v2.resource [None req-11df6afd-c9fb-4b02-9400-f27540042ef6 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] show failed (client error): The resource could not be found. Aug 04 11:53:41.221255 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.221634 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.221970 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.222097 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-11df6afd-c9fb-4b02-9400-f27540042ef6 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups/72e25db8-fc1c-49a1-a7b5-550a5564819e HTTP/1.1" status: 404 len: 347 time: 0.0157976 Aug 04 11:53:41.222302 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.222656 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.222985 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a17af8-393f-486e-b53f-0ab3b6017b68 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:41.225301 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59764) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:41.366797 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Deleting port 25d39f7b-f733-4215-b9fd-2acf608b19a4 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:53:41.367146 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.460031 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.460371 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.473437 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Calling delete_port for 25d39f7b-f733-4215-b9fd-2acf608b19a4 owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:53:41.741706 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.769948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event deleted for resources: {'Port': ['ID=25d39f7b-f733-4215-b9fd-2acf608b19a4,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:41.838445 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.841452 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:41.842713 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e079b4fb-2aaf-42b9-855b-300739a6e130 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "DELETE /v2.0/floatingips/b2eda725-ee07-47dd-b09d-5a3bf1404588 HTTP/1.1" status: 204 len: 168 time: 0.6162560 Aug 04 11:53:42.234012 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 19956ff3-3ca8-4d1f-8624-7890e7f599d9 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:53:42.260246 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 19956ff3-3ca8-4d1f-8624-7890e7f599d9 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:53:42.260594 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 19956ff3-3ca8-4d1f-8624-7890e7f599d9 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:53:42.528788 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59768) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:42.533658 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-0ed2e8b2-c039-4c9e-8881-28bb6fb93ab5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1783979675', 'description': 'tempest-description--19463611'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:42.690006 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b2-c039-4c9e-8881-28bb6fb93ab5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:42.778638 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b2-c039-4c9e-8881-28bb6fb93ab5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:42.947191 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b2-c039-4c9e-8881-28bb6fb93ab5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:42.979584 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2e8b2-c039-4c9e-8881-28bb6fb93ab5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13f8247c-19fc-42e6-a4e1-9f199379ef5d,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:43.186786 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0ed2e8b2-c039-4c9e-8881-28bb6fb93ab5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.188113 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0ed2e8b2-c039-4c9e-8881-28bb6fb93ab5 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6582520 Aug 04 11:53:43.191639 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59770) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:43.196510 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-997ffeae-18e0-49c1-bf67-3a5dec06ab8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'security_group_rule': {'security_group_id': '13f8247c-19fc-42e6-a4e1-9f199379ef5d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:43.301848 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-997ffeae-18e0-49c1-bf67-3a5dec06ab8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.366691 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-997ffeae-18e0-49c1-bf67-3a5dec06ab8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.461372 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-997ffeae-18e0-49c1-bf67-3a5dec06ab8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.473141 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1297f223-ca3f-43bb-8ad1-ee808f978abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.481503 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ffeae-18e0-49c1-bf67-3a5dec06ab8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dafe1071-225f-479b-afdb-812b836691dd,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:43.581641 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-997ffeae-18e0-49c1-bf67-3a5dec06ab8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.585909 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-997ffeae-18e0-49c1-bf67-3a5dec06ab8c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902950 Aug 04 11:53:43.588586 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59772) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:43.593145 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-66e633cf-ff2f-4ed8-a5a4-1819e99426b3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'security_group_rule': {'security_group_id': '13f8247c-19fc-42e6-a4e1-9f199379ef5d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:43.707303 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66e633cf-ff2f-4ed8-a5a4-1819e99426b3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.785455 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66e633cf-ff2f-4ed8-a5a4-1819e99426b3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.896289 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66e633cf-ff2f-4ed8-a5a4-1819e99426b3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-635602'] for security_group_rule, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.920335 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e633cf-ff2f-4ed8-a5a4-1819e99426b3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c5b2252-7c1f-40ed-9cf0-1c3880d1db8e,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:43.975606 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-66e633cf-ff2f-4ed8-a5a4-1819e99426b3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:43.976850 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-66e633cf-ff2f-4ed8-a5a4-1819e99426b3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3872516 Aug 04 11:53:43.980337 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 59774) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:43.984798 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'floatingip': {'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:44.072862 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.188419 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.327631 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Allocated IP 172.27.0.135 (7c183560-d539-45d3-b090-27a9600568f2/bdb2c87c-50f4-4739-9701-639ece2dbc9c/da3a482e-34fd-4d23-9373-c0ee7a90c0cd) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:44.431498 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.565118 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.608447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Network 7c183560-d539-45d3-b090-27a9600568f2 is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:44.611997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:44.616424 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:44.655537 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'Port': ['ID=da3a482e-34fd-4d23-9373-c0ee7a90c0cd,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:44.728995 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:44.932027 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:45.092086 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:45.204557 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:45.274903 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'Port': ['ID=da3a482e-34fd-4d23-9373-c0ee7a90c0cd,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:45.286599 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:45.410768 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:45.412819 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-69f00545-411b-43d8-8cb6-7c9e5142f513 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4313099 Aug 04 11:53:45.626810 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-44010f16-a89d-47a6-82eb-aecb73683417 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?name=tempest-securitygroup--1783979675&fields=id&tenant_id=50a296c0ad11487ab8b58ad9a5392f8c HTTP/1.1" status: 200 len: 267 time: 0.0367777 Aug 04 11:53:45.747124 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-c94a67fd-5c2d-4d1e-b479-d0b24a2ed135 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:45.748623 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-c94a67fd-5c2d-4d1e-b479-d0b24a2ed135 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 811 time: 0.1107278 Aug 04 11:53:45.765344 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-28c63179-35b3-43e0-87a9-3e802ff61202 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/quotas/50a296c0ad11487ab8b58ad9a5392f8c HTTP/1.1" status: 200 len: 375 time: 0.0100360 Aug 04 11:53:45.827094 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-928eda35-6d88-4600-ae72-e63ec2448301 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556006 Aug 04 11:53:45.951498 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-69b04296-8f81-4d9c-bad3-b0e0fa077197 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100520) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:53:45.952525 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-69b04296-8f81-4d9c-bad3-b0e0fa077197 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1117327 Aug 04 11:53:46.059904 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-c566fefe-1d9f-40a5-92be-ec1deb55de1e service neutron] 10.222.0.88 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010563 Aug 04 11:53:46.067572 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ca71f15-44d7-44be-b7cd-197d7980cf3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:46.168833 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-9af93405-7d15-42db-904d-7e06c546fbc9 service neutron] 10.222.0.88 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021445 Aug 04 11:53:46.266994 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:46.457761 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-5d00fe1e-866f-4b9b-8df0-05c5e98a288e req-8c688310-16da-42c0-991d-3044bdfa56cf tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 210 time: 0.0298264 Aug 04 11:53:46.856344 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:47.562918 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a470d8b8-f355-4330-9132-097e56804ffa req-c63234b3-e32e-4c08-9bae-0f6d91679b03 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 210 time: 0.0427575 Aug 04 11:53:48.673123 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-62597aab-474c-4886-ae2e-6a59e5f35b05 req-e997f503-2154-4f13-9b0d-80a6109968cd tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 210 time: 0.0338621 Aug 04 11:53:49.050061 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:49.136410 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-c353d15a-0d48-4ec6-887a-67106953ac90 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:49.138004 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-c353d15a-0d48-4ec6-887a-67106953ac90 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 811 time: 0.1285844 Aug 04 11:53:49.198363 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-b3efd9ab-41c2-42c6-8caf-e3d33763322d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50a296c0ad11487ab8b58ad9a5392f8c HTTP/1.1" status: 200 len: 380 time: 0.0436981 Aug 04 11:53:49.210040 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'port': {'device_id': '77461536-cc9e-4546-8891-3534ac4f40b3', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'admin_state_up': True, 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'security_groups': ['13f8247c-19fc-42e6-a4e1-9f199379ef5d']}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:49.450456 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Made reservation on behalf of 50a296c0ad11487ab8b58ad9a5392f8c for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:53:49.454041 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:49.638655 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Allocated IP 172.20.0.13 (329291e9-51f3-44af-9de2-32b3ffb1570e/0ec202fe-3e86-4049-9d0b-fa02efaf075a/3538b620-315f-4412-b86d-94e219524061) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:53:49.794857 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-019a022b-ec3c-4b1e-b889-24106fa8fa87 req-40c7ad5a-1b23-4b22-96aa-4f5fb9957f8d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 210 time: 0.0310371 Aug 04 11:53:49.838904 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:49.859212 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Transition to ACTIVE for port object 3538b620-315f-4412-b86d-94e219524061 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:49.976159 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.026402 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Network 329291e9-51f3-44af-9de2-32b3ffb1570e is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:53:50.029865 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:53:50.036590 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:53:50.062731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event updated for resources: {'Port': ['ID=3538b620-315f-4412-b86d-94e219524061,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:50.093640 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:50.094397 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.194737 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-e2ebf50a-025d-44a8-8078-3d92e444cb4e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9896474 Aug 04 11:53:50.210837 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Request body: {'port': {'device_id': '77461536-cc9e-4546-8891-3534ac4f40b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:50.277342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.404757 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-835e8f7d-2907-4383-84f9-636b727a4d0e None None] Provisioning for port 3538b620-315f-4412-b86d-94e219524061 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:50.409036 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-835e8f7d-2907-4383-84f9-636b727a4d0e None None] Provisioning complete for port 3538b620-315f-4412-b86d-94e219524061 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:50.409956 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-835e8f7d-2907-4383-84f9-636b727a4d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.457592 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-835e8f7d-2907-4383-84f9-636b727a4d0e None None] Port 3538b620-315f-4412-b86d-94e219524061 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:53:50.897872 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3538b620-315f-4412-b86d-94e219524061 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:53:50.906607 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:50.922310 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Transition to ACTIVE for port object 3538b620-315f-4412-b86d-94e219524061 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:53:50.926812 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38e0fd-ce01-4256-bfba-3cfb72a07b24 req-68721d68-e88a-460b-acc8-423e8bfcb585 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:50.932636 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3d38e0fd-ce01-4256-bfba-3cfb72a07b24 req-68721d68-e88a-460b-acc8-423e8bfcb585 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 932 time: 0.0598016 Aug 04 11:53:50.976075 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3d38e0fd-ce01-4256-bfba-3cfb72a07b24 req-cf8e00c6-784d-43cb-867b-d6b4d25c8c02 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408399 Aug 04 11:53:51.021293 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:51.082637 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Pushing event updated for resources: {'Port': ['ID=3538b620-315f-4412-b86d-94e219524061,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:51.163484 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Attempting to bind port 3538b620-315f-4412-b86d-94e219524061 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:53:51.163823 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Attempting to bind port 3538b620-315f-4412-b86d-94e219524061 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:53:51.164160 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Attempting to bind port 3538b620-315f-4412-b86d-94e219524061 on network 329291e9-51f3-44af-9de2-32b3ffb1570e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:51.169818 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Port 3538b620-315f-4412-b86d-94e219524061 on network 329291e9-51f3-44af-9de2-32b3ffb1570e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:53:51.170256 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Attempting to bind port 3538b620-315f-4412-b86d-94e219524061 on network 329291e9-51f3-44af-9de2-32b3ffb1570e {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:53:51.177851 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:53:51.178327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Checking segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:53:51.178808 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Bound using segment: {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:53:51.179341 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Bound port: 3538b620-315f-4412-b86d-94e219524061, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86750699-e2a1-473d-bce5-6f947856fe21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:53:51.179786 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:51.259261 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] For port 3538b620-315f-4412-b86d-94e219524061, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:53:51.263139 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] For port 3538b620-315f-4412-b86d-94e219524061, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3538b620-315f-4412-b86d-94e219524061,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:53:51.394491 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:51.427421 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.428189 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:51.429627 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] 10.222.0.86 "PUT /v2.0/ports/3538b620-315f-4412-b86d-94e219524061 HTTP/1.1" status: 200 len: 1094 time: 1.2254477 Aug 04 11:53:51.433016 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'tag': '3538b620-315f-4412-b86d-94e219524061'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:51.436212 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17746821-60be-4448-ae6e-fed8bac5b225" -d '{"events": [{"name": "network-changed", "server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "tag": "3538b620-315f-4412-b86d-94e219524061"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:51.472144 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74920afc-2074-438f-8920-d5915c0bb020 service neutron] Pushing event updated for resources: {'Port': ['ID=3538b620-315f-4412-b86d-94e219524061,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:51.491158 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64eb11e4-10cc-4f99-97e8-1ab79192eaa0 x-openstack-request-id: req-64eb11e4-10cc-4f99-97e8-1ab79192eaa0 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:51.491283 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "tag": "3538b620-315f-4412-b86d-94e219524061", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:51.491568 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-64eb11e4-10cc-4f99-97e8-1ab79192eaa0 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:51.492104 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'tag': '3538b620-315f-4412-b86d-94e219524061', 'status': 'completed', 'code': 200} Aug 04 11:53:51.577380 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17746821-60be-4448-ae6e-fed8bac5b225 req-6d62a53d-ce13-47e3-b1b1-6c632cb751d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.579060 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-17746821-60be-4448-ae6e-fed8bac5b225 req-6d62a53d-ce13-47e3-b1b1-6c632cb751d9 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 1097 time: 0.0622098 Aug 04 11:53:51.706848 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17746821-60be-4448-ae6e-fed8bac5b225 req-1f430d53-8d34-4447-98f1-19454ff6d33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.708361 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-17746821-60be-4448-ae6e-fed8bac5b225 req-1f430d53-8d34-4447-98f1-19454ff6d33f service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1207206 Aug 04 11:53:51.839250 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17746821-60be-4448-ae6e-fed8bac5b225 req-af024256-b15e-44d3-a66f-83b0232f81aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.840701 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-17746821-60be-4448-ae6e-fed8bac5b225 req-af024256-b15e-44d3-a66f-83b0232f81aa service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1254268 Aug 04 11:53:51.935961 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-ff0b2532-5e54-4972-871f-6b4514439878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:51.937832 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-ff0b2532-5e54-4972-871f-6b4514439878 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 1097 time: 0.0494969 Aug 04 11:53:51.989590 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-1d377fe1-596b-452f-a2b1-14754c803236 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3538b620-315f-4412-b86d-94e219524061 HTTP/1.1" status: 200 len: 217 time: 0.0431292 Aug 04 11:53:52.060390 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-a041276c-043d-4b68-8b8a-88ba35515571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:52.062380 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-a041276c-043d-4b68-8b8a-88ba35515571 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0651670 Aug 04 11:53:52.126430 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-df8078fb-8422-4de2-8998-10bb2e25aa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:52.129345 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-df8078fb-8422-4de2-8998-10bb2e25aa25 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0558782 Aug 04 11:53:52.131178 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bb1081-a404-4963-82dd-7582f10c5460 req-4b03a13b-fae9-4cf3-9303-acdbe510ed84 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:52.132782 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-71bb1081-a404-4963-82dd-7582f10c5460 req-4b03a13b-fae9-4cf3-9303-acdbe510ed84 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 944 time: 0.0634134 Aug 04 11:53:52.175557 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-71bb1081-a404-4963-82dd-7582f10c5460 req-e77914fc-f5a7-40a4-b4dc-c0dacd7dd5be tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359113 Aug 04 11:53:52.239479 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-51c88c4a-fa26-4d4a-9fcb-dd1895fa76ec service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025672 Aug 04 11:53:52.352175 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4daa1856-c0eb-4629-81da-2a6c68619846 req-648cbb3c-168d-444d-bb3e-f2884ca8ac3c service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042964 Aug 04 11:53:53.320919 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48e4c9-48cf-4f2c-a7f4-813b5b7867d9 req-0b999488-3b9b-4b61-9aac-9569e6058ff1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:53.322625 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-af48e4c9-48cf-4f2c-a7f4-813b5b7867d9 req-0b999488-3b9b-4b61-9aac-9569e6058ff1 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 944 time: 0.0589657 Aug 04 11:53:53.362686 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-af48e4c9-48cf-4f2c-a7f4-813b5b7867d9 req-5560adf8-8b56-4d5a-b7c7-c2dd9d016de4 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340157 Aug 04 11:53:54.357840 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 3538b620-315f-4412-b86d-94e219524061 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:53:54.486964 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 3538b620-315f-4412-b86d-94e219524061, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3538b620-315f-4412-b86d-94e219524061,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:54.502342 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '3538b620-315f-4412-b86d-94e219524061', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'port_id': '3538b620-315f-4412-b86d-94e219524061', 'mac_address': 'fa:16:3e:09:ba:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:53:54.505166 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f7422-9f16-4062-ac59-0ce66b42dc03 req-82a5c2e8-3558-4ebd-b1e4-ab2e0b7382e4 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:54.506775 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-220f7422-9f16-4062-ac59-0ce66b42dc03 req-82a5c2e8-3558-4ebd-b1e4-ab2e0b7382e4 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 944 time: 0.0699115 Aug 04 11:53:54.548476 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-220f7422-9f16-4062-ac59-0ce66b42dc03 req-1974c2af-7995-4e85-84eb-ab4fdfaa1fdc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346148 Aug 04 11:53:54.558164 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:54.582635 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3538b620-315f-4412-b86d-94e219524061 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:53:54.605429 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 3538b620-315f-4412-b86d-94e219524061, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3538b620-315f-4412-b86d-94e219524061,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:54.667604 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:54.720377 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=3538b620-315f-4412-b86d-94e219524061,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:54.729027 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.729795 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.729795 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.730159 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.730750 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.731128 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.731491 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.731891 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.732254 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.732676 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.733175 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.733606 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:53:54.933663 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['3538b620-315f-4412-b86d-94e219524061'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:53:55.674311 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f6786-6b1f-473a-b344-16fb29b5a5e6 req-45dc3701-b7f9-4ced-8338-38ec288e066c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:55.675874 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-501f6786-6b1f-473a-b344-16fb29b5a5e6 req-45dc3701-b7f9-4ced-8338-38ec288e066c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 945 time: 0.0547230 Aug 04 11:53:55.716273 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-501f6786-6b1f-473a-b344-16fb29b5a5e6 req-39b241e7-d42e-4980-9e9e-17b0a3060e94 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341947 Aug 04 11:53:56.130623 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:56.373262 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 3538b620-315f-4412-b86d-94e219524061 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:53:56.518582 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 3538b620-315f-4412-b86d-94e219524061 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:53:56.523964 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 3538b620-315f-4412-b86d-94e219524061 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:53:56.525165 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:56.624128 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:56.651952 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3538b620-315f-4412-b86d-94e219524061'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:53:56.654608 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31c2486-b45f-469f-b87c-8b451043f886" -d '{"events": [{"server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "name": "network-vif-plugged", "status": "completed", "tag": "3538b620-315f-4412-b86d-94e219524061"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:53:56.671015 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 3538b620-315f-4412-b86d-94e219524061, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3538b620-315f-4412-b86d-94e219524061,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:53:56.776222 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:53:56.846751 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4f35fa-41bf-40df-a647-2deeda5bc343 x-openstack-request-id: req-cd4f35fa-41bf-40df-a647-2deeda5bc343 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:53:56.846751 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "name": "network-vif-plugged", "status": "completed", "tag": "3538b620-315f-4412-b86d-94e219524061", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:53:56.846751 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cd4f35fa-41bf-40df-a647-2deeda5bc343 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:53:56.847128 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3538b620-315f-4412-b86d-94e219524061', 'code': 200} Aug 04 11:53:56.848373 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=3538b620-315f-4412-b86d-94e219524061,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:53:56.875949 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fb4c85-989b-4227-994c-25d6dece9cf9 req-014a631e-bc26-44ff-b58b-1e5fba9e2c75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:56.878781 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-14fb4c85-989b-4227-994c-25d6dece9cf9 req-014a631e-bc26-44ff-b58b-1e5fba9e2c75 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0723510 Aug 04 11:53:56.936379 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-14fb4c85-989b-4227-994c-25d6dece9cf9 req-c87171eb-1ba9-4e5e-bde3-fa9f859ab32b tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501349 Aug 04 11:53:57.351081 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69340cf5-b791-496e-b397-e94b28ccda81 req-c0f3f18e-6320-4ba9-a9fb-7afdff961ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:57.354600 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-69340cf5-b791-496e-b397-e94b28ccda81 req-c0f3f18e-6320-4ba9-a9fb-7afdff961ee4 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 1099 time: 0.0539536 Aug 04 11:53:57.400794 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-69340cf5-b791-496e-b397-e94b28ccda81 req-96caa1ce-8d3e-4d6d-b760-7724d9c76875 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397370 Aug 04 11:53:57.838071 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:53:58.114095 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc13b3c-cc55-469b-8068-86205b02fea8 req-e46ac92b-f124-4dd7-9026-ad6a2b5a5b3e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:58.115797 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dc13b3c-cc55-469b-8068-86205b02fea8 req-e46ac92b-f124-4dd7-9026-ad6a2b5a5b3e tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0871756 Aug 04 11:53:58.171626 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-4dc13b3c-cc55-469b-8068-86205b02fea8 req-75664b26-bea2-40aa-a2cb-ab6a4e9a9e97 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431237 Aug 04 11:53:59.310064 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae74f7-51aa-4333-8c4f-2df6410f1218 req-805440c9-59ce-4dcd-b95c-504bf8c237a2 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:59.311717 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdae74f7-51aa-4333-8c4f-2df6410f1218 req-805440c9-59ce-4dcd-b95c-504bf8c237a2 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0636940 Aug 04 11:53:59.356833 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-bdae74f7-51aa-4333-8c4f-2df6410f1218 req-d498f4c6-227a-4a70-825b-4816c74ff4d8 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378578 Aug 04 11:53:59.501557 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34198212-cdd1-4cd7-9dd7-de09e059c67b req-295a18c8-49fa-41ab-8f12-f1e40978c675 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:53:59.503242 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-34198212-cdd1-4cd7-9dd7-de09e059c67b req-295a18c8-49fa-41ab-8f12-f1e40978c675 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0555336 Aug 04 11:53:59.512692 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 59852) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:53:59.522852 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.v2.base [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Request body: {'floatingip': {'port_id': '3538b620-315f-4412-b86d-94e219524061'}} {{(pid=100519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:53:59.563894 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, before_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:00.094815 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:00.135989 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:00.246323 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.db.l3_db [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Floating IP 411ac050-e41b-4986-aa2b-e805e9653ee7 associated. External IP: 172.27.0.135, port: 3538b620-315f-4412-b86d-94e219524061. Aug 04 11:54:00.477816 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Router 4f23b662-2995-41f7-959d-bbdffdc973d9 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:54:00.856179 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:54:00.861907 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:00.867131 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] Sync routers for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:54:00.878342 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:00.879166 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:53:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:00.893589 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-fabeb930-4d8c-4596-b23a-f921ddf1f9dc tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "PUT /v2.0/floatingips/411ac050-e41b-4986-aa2b-e805e9653ee7 HTTP/1.1" status: 200 len: 992 time: 1.3795140 Aug 04 11:54:00.894378 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'tag': '3538b620-315f-4412-b86d-94e219524061'}] {{(pid=100519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:54:00.897279 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}02219f2dd64dfd3c142263c74fcf483dc025c872c06b1e4fd78c8564ac3b15ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "tag": "3538b620-315f-4412-b86d-94e219524061"}]}' {{(pid=100519) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:54:01.028318 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:01.055926 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5bce5-3e20-4df0-9028-f0d42d598706 x-openstack-request-id: req-4eb5bce5-3e20-4df0-9028-f0d42d598706 {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:54:01.056229 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "tag": "3538b620-315f-4412-b86d-94e219524061", "status": "completed", "code": 200}]} {{(pid=100519) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:54:01.056494 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-4eb5bce5-3e20-4df0-9028-f0d42d598706 {{(pid=100519) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:54:01.056897 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'tag': '3538b620-315f-4412-b86d-94e219524061', 'status': 'completed', 'code': 200} Aug 04 11:54:01.134617 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-48c14cf7-ee34-4026-8216-b7144ef4c48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.136215 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-48c14cf7-ee34-4026-8216-b7144ef4c48a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 1099 time: 0.0574782 Aug 04 11:54:01.241416 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-515c9bc6-c0ed-4955-86b6-4ff1f04ae556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.243911 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-515c9bc6-c0ed-4955-86b6-4ff1f04ae556 service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.1002030 Aug 04 11:54:01.290289 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '411ac050-e41b-4986-aa2b-e805e9653ee7', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'port_id': '3538b620-315f-4412-b86d-94e219524061', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'mac_address': 'fa:16:3e:09:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77461536-cc9e-4546-8891-3534ac4f40b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:53:44Z', 'updated_at': '2021-08-04T11:53:59Z', 'revision_number': 1, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:01.319760 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-7bfa1059-3990-4c24-bbc5-719546373374 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3538b620-315f-4412-b86d-94e219524061 HTTP/1.1" status: 200 len: 1000 time: 0.0685890 Aug 04 11:54:01.323115 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] Checking router: 4f23b662-2995-41f7-959d-bbdffdc973d9 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:54:01.332898 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:54:01.333545 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:53:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:01.395228 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-0dc73179-4b55-4f98-82ac-a65a0ee4775c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.396996 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-0dc73179-4b55-4f98-82ac-a65a0ee4775c service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0699112 Aug 04 11:54:01.450090 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-c8ea92de-def8-4dce-bb03-74e45698c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:01.451611 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-c8ea92de-def8-4dce-bb03-74e45698c1e5 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0465329 Aug 04 11:54:01.457828 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:54:01.556407 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-73a5eb92-1692-48f9-ad6f-0e6604491878 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959210 Aug 04 11:54:01.667775 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b888b4c5-a7bd-420f-9f41-634e1e1ab6aa req-ca40f65a-fa7b-4a2d-a67f-19df73d63d73 service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031795 Aug 04 11:54:01.711441 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '411ac050-e41b-4986-aa2b-e805e9653ee7', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'port_id': '3538b620-315f-4412-b86d-94e219524061', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'mac_address': 'fa:16:3e:09:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77461536-cc9e-4546-8891-3534ac4f40b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:53:44Z', 'updated_at': '2021-08-04T11:53:59Z', 'revision_number': 1, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:54:01.833597 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a98e5f-7f1a-4d7a-875d-c2383c50fcd8 None None] The sync data for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi is: [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_floatingips': [{'id': '411ac050-e41b-4986-aa2b-e805e9653ee7', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'router_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'port_id': '3538b620-315f-4412-b86d-94e219524061', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'mac_address': 'fa:16:3e:09:ba:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77461536-cc9e-4546-8891-3534ac4f40b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-04T11:53:44Z', 'updated_at': '2021-08-04T11:53:59Z', 'revision_number': 1, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:54:02.054227 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c73b2f-6176-400e-9e37-408228d8e744 None None] New status for floating IP 411ac050-e41b-4986-aa2b-e805e9653ee7: ACTIVE {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:54:13.411216 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-bf90f17c-3358-425e-bee3-ed4ffc5b09a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.089095 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1dd66f2a-1bd5-481d-aad4-f019464baae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.211222 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:16.914250 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:18.976768 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:26.131714 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:31.341695 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-0fd2354f-708d-414f-a946-b4555f089a22 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452387 Aug 04 11:54:31.435010 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784687a-5eda-4980-8372-8375c013d107 req-7787bf6c-e99e-4a02-9031-fbbe7cb4e216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.436626 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-7787bf6c-e99e-4a02-9031-fbbe7cb4e216 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 1099 time: 0.0487611 Aug 04 11:54:31.544073 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784687a-5eda-4980-8372-8375c013d107 req-d05cd4c6-0926-47a8-b43c-bc6dd652d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.545559 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-d05cd4c6-0926-47a8-b43c-bc6dd652d35e service neutron] 10.222.0.86 "GET /v2.0/networks?id=329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 200 len: 913 time: 0.0841329 Aug 04 11:54:31.617599 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-7002c103-ea12-4231-b958-de7380303e3a service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3538b620-315f-4412-b86d-94e219524061 HTTP/1.1" status: 200 len: 1002 time: 0.0622993 Aug 04 11:54:31.668914 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784687a-5eda-4980-8372-8375c013d107 req-c8651c5e-318a-498f-a128-02346fbd96e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.670459 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-c8651c5e-318a-498f-a128-02346fbd96e3 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 200 len: 850 time: 0.0452158 Aug 04 11:54:31.718016 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784687a-5eda-4980-8372-8375c013d107 req-19e640d3-74e2-4f8e-b177-a07151a5df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:54:31.719638 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-19e640d3-74e2-4f8e-b177-a07151a5df89 service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=329291e9-51f3-44af-9de2-32b3ffb1570e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0415335 Aug 04 11:54:31.817362 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-c1c43021-9b88-42ce-8aa6-6e517a93347e service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889466 Aug 04 11:54:31.909856 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-4784687a-5eda-4980-8372-8375c013d107 req-4f8022fd-f94f-47af-a490-a5a48ac04c5c service neutron] 10.222.0.86 "GET /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843127 Aug 04 11:54:34.840628 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:54:43.520944 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fad54b03-4664-48cb-bd5c-63f0df8a841a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:46.053323 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-751bcc79-8a76-4786-af4f-7a03ec13df11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:46.195504 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:46.904551 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:49.030273 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:54:56.152957 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:05.502898 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d678156-7d6b-4bc3-a813-21550d1dbd42 req-e777cd19-738a-41a4-aad3-9bfce6688d5a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:05.504450 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8d678156-7d6b-4bc3-a813-21550d1dbd42 req-e777cd19-738a-41a4-aad3-9bfce6688d5a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0508173 Aug 04 11:55:05.544554 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-8d678156-7d6b-4bc3-a813-21550d1dbd42 req-01c9f6f9-29bd-410b-a69a-b3cd0f78d8a8 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Aug 04 11:55:06.666350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56120c-f244-47ac-becd-34d15eba9c1b req-1faaa200-568c-4df2-ab10-b4abfb569215 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:06.667935 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0f56120c-f244-47ac-becd-34d15eba9c1b req-1faaa200-568c-4df2-ab10-b4abfb569215 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0516291 Aug 04 11:55:06.707650 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0f56120c-f244-47ac-becd-34d15eba9c1b req-187c9475-24a2-4497-b6c1-6dbdfbe5e865 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Aug 04 11:55:07.313963 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-0cfc287d-1569-48bd-b378-bfb2002776d3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:07.315475 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-0cfc287d-1569-48bd-b378-bfb2002776d3 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0600922 Aug 04 11:55:07.406976 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Deleting port 3538b620-315f-4412-b86d-94e219524061 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:07.407309 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.501749 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] For port 3538b620-315f-4412-b86d-94e219524061, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=3538b620-315f-4412-b86d-94e219524061,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:07.502138 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.681178 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.681863 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-604409'] for floatingip, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.681863 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.l3_db [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Floating IP 411ac050-e41b-4986-aa2b-e805e9653ee7 disassociated. External IP: 172.27.0.135, port: 3538b620-315f-4412-b86d-94e219524061. Aug 04 11:55:07.682108 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Calling delete_port for 3538b620-315f-4412-b86d-94e219524061 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:07.832305 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac369e27-124c-40d6-a3de-ddacebee4943 req-75f1cd0d-92f9-4967-a401-ebeba42d7e94 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:07.833764 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ac369e27-124c-40d6-a3de-ddacebee4943 req-75f1cd0d-92f9-4967-a401-ebeba42d7e94 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 946 time: 0.0550704 Aug 04 11:55:07.873685 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ac369e27-124c-40d6-a3de-ddacebee4943 req-0edc8d67-d23e-48ea-a50a-fd221fa0c0fb tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups?id=13f8247c-19fc-42e6-a4e1-9f199379ef5d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Aug 04 11:55:07.882280 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:07.913599 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event deleted for resources: {'Port': ['ID=3538b620-315f-4412-b86d-94e219524061,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:07.926004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.926364 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.926846 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.927186 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.927517 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.927846 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.928168 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.928490 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.928851 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.929157 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.929511 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:07.929937 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:08.042286 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Router 4f23b662-2995-41f7-959d-bbdffdc973d9 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:55:08.150234 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:55:08.160966 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] Sync routers for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:55:08.170681 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:08.171362 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:54:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:08.190316 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] No DVR routers for this DVR port 3538b620-315f-4412-b86d-94e219524061 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:55:08.192797 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:08.194870 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-6f89dbaa-241d-4d58-8d6f-3168541b95c8 req-de6bb117-5cc0-47cf-a18a-c7502497f75c tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.86 "DELETE /v2.0/ports/3538b620-315f-4412-b86d-94e219524061 HTTP/1.1" status: 204 len: 173 time: 0.8729229 Aug 04 11:55:08.195797 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'name': 'network-vif-deleted', 'tag': '3538b620-315f-4412-b86d-94e219524061'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:55:08.198845 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e860896-3cff-4bf3-bf21-68ab4452d0ce" -d '{"events": [{"server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "name": "network-vif-deleted", "tag": "3538b620-315f-4412-b86d-94e219524061"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:55:08.236340 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0452001-17af-40b1-ad26-94f1559dd56c x-openstack-request-id: req-f0452001-17af-40b1-ad26-94f1559dd56c {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:55:08.236724 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77461536-cc9e-4546-8891-3534ac4f40b3", "name": "network-vif-deleted", "tag": "3538b620-315f-4412-b86d-94e219524061", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:55:08.236872 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-f0452001-17af-40b1-ad26-94f1559dd56c {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:55:08.237314 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77461536-cc9e-4546-8891-3534ac4f40b3', 'name': 'network-vif-deleted', 'tag': '3538b620-315f-4412-b86d-94e219524061', 'status': 'completed', 'code': 200} Aug 04 11:55:08.292064 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:08.508570 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:08.533690 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] Checking router: 4f23b662-2995-41f7-959d-bbdffdc973d9 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:55:08.542745 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:08.543313 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:54:46Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:08.652834 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:08.853849 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:08.899900 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d2434c-269f-4cc5-a4b5-4fafc5f0c047 None None] The sync data for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi is: [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:36Z', 'revision_number': 4, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi', '_interfaces': [{'id': '35868e52-6904-4c49-b82d-d4a314c0760f', 'name': '', 'network_id': '329291e9-51f3-44af-9de2-32b3ffb1570e', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'mac_address': 'fa:16:3e:58:18:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 638, 'fixed_ips': [{'subnet_id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:36Z', 'updated_at': '2021-08-04T11:50:41Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'subnets': [{'id': '0ec202fe-3e86-4049-9d0b-fa02efaf075a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:55:08.996230 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-25fd7c92-1a44-433e-b973-0785b48d8fb5 req-75ef128f-b381-4964-8321-7aaa84ad1b50 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/ports?device_id=77461536-cc9e-4546-8891-3534ac4f40b3 HTTP/1.1" status: 200 len: 210 time: 0.0284081 Aug 04 11:55:09.135704 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca659ae3-ae82-401b-b64e-64c167ee2a60 None None] New status for floating IP 411ac050-e41b-4986-aa2b-e805e9653ee7: DOWN {{(pid=100521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 04 11:55:10.152675 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60066) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:10.207188 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.231034 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.367985 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.370822 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.372013 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "DELETE /v2.0/security-groups/13f8247c-19fc-42e6-a4e1-9f199379ef5d HTTP/1.1" status: 204 len: 168 time: 0.2183232 Aug 04 11:55:10.375085 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60068) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:10.381467 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f8247c-19fc-42e6-a4e1-9f199379ef5d,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:10.388925 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.389309 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.389682 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.api.v2.resource [None req-3d929ebb-3755-472e-8e2c-e360e438126d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] show failed (client error): The resource could not be found. Aug 04 11:55:10.389840 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.390095 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393600 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393742 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-3d929ebb-3755-472e-8e2c-e360e438126d tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "GET /v2.0/security-groups/13f8247c-19fc-42e6-a4e1-9f199379ef5d HTTP/1.1" status: 404 len: 347 time: 0.0142865 Aug 04 11:55:10.393856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.393856 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a81542c1-eb6c-41c2-896c-04d431ad3c48 tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:10.394481 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60070) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:10.525474 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Deleting port da3a482e-34fd-4d23-9373-c0ee7a90c0cd {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:10.526068 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.603455 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.604036 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.616081 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Calling delete_port for da3a482e-34fd-4d23-9373-c0ee7a90c0cd owned by network:floatingip {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:10.842483 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.867488 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Pushing event deleted for resources: {'Port': ['ID=da3a482e-34fd-4d23-9373-c0ee7a90c0cd,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:10.928394 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks [] for floatingip, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.931039 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for floatingip, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:10.932210 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-da2a1404-6a17-4cda-b8ee-def0faaba98a tempest-AttachVolumeTestJSON-769069886 tempest-AttachVolumeTestJSON-769069886-project] 10.222.0.88 "DELETE /v2.0/floatingips/411ac050-e41b-4986-aa2b-e805e9653ee7 HTTP/1.1" status: 204 len: 168 time: 0.5376937 Aug 04 11:55:11.840504 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:55:12.673070 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 3538b620-315f-4412-b86d-94e219524061 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:12.694574 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 3538b620-315f-4412-b86d-94e219524061 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:12.698123 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 3538b620-315f-4412-b86d-94e219524061 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:13.688737 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-30c54c49-d07a-464b-a893-a29e86d71da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.264327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60098) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:15.671516 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-604665'] for router_interface, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:15.994007 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Deleting port 35868e52-6904-4c49-b82d-d4a314c0760f {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:15.994697 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.053953 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ff3a8b71-2a3e-441c-86b8-665aacdcf595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.103891 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] For port 35868e52-6904-4c49-b82d-d4a314c0760f, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=35868e52-6904-4c49-b82d-d4a314c0760f,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:16.104753 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.133940 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Calling delete_port for 35868e52-6904-4c49-b82d-d4a314c0760f owned by network:router_interface {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:16.208732 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.454514 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.480463 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Pushing event deleted for resources: {'Port': ['ID=35868e52-6904-4c49-b82d-d4a314c0760f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:16.666219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-582005', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-604557'] for router_interface, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.899859 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:16.939440 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Router 4f23b662-2995-41f7-959d-bbdffdc973d9 has already been hosted by L3 agent 33e5fab5-3a89-41bb-83a8-69d98a4eebf1 {{(pid=100520) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 04 11:55:17.352261 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] Notify agent at l3_agent.dv-cinder-786524-10-iscsi the message routers_updated {{(pid=100520) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 04 11:55:17.361617 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-e4d04d53-2ebd-47c2-80df-38e56672693c admin admin] 10.222.0.88 "PUT /v2.0/routers/4f23b662-2995-41f7-959d-bbdffdc973d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0956657 Aug 04 11:55:17.364740 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60100) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:17.367573 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] Sync routers for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 04 11:55:17.379866 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:17.380558 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:55:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:17.483691 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks [] for router, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.500650 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: dv-cinder-786524-10-iscsi {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:17.595740 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.703569 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'external_fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157'}], 'enable_snat': True}, 'gw_port_id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:55:16Z', 'revision_number': 5, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port': {'id': '8c53d81e-698a-4cec-a63b-dcb0871c07b5', 'name': '', 'network_id': '7c183560-d539-45d3-b090-27a9600568f2', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:a9:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 637, 'fixed_ips': [{'subnet_id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'ip_address': '172.27.0.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786524-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:50:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bdb2c87c-50f4-4739-9701-639ece2dbc9c', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786524-10-iscsi'}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:17.730650 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Deleting port 8c53d81e-698a-4cec-a63b-dcb0871c07b5 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:17.730995 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.732112 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] Checking router: 4f23b662-2995-41f7-959d-bbdffdc973d9 for host: dv-cinder-786524-10-iscsi {{(pid=100522) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 04 11:55:17.741445 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] Routers {'4f23b662-2995-41f7-959d-bbdffdc973d9'} bound to L3 agent in host dv-cinder-786524-10-iscsi {{(pid=100522) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 04 11:55:17.742063 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786524-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-04T11:34:16Z,description=,heartbeat_timestamp=2021-08-04T11:55:16Z,host='dv-cinder-786524-10-iscsi',id=33e5fab5-3a89-41bb-83a8-69d98a4eebf1,load=0,resource_versions=,resources_synced=,started_at=2021-08-04T11:34:17Z,topic='l3_agent')) {'router_ids': ['4f23b662-2995-41f7-959d-bbdffdc973d9'], 'active': True} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:17.823907 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] For port 8c53d81e-698a-4cec-a63b-dcb0871c07b5, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=8c53d81e-698a-4cec-a63b-dcb0871c07b5,segment=NetworkSegment(a3af413c-66a6-4f25-a5fc-004944134a8a),segment_id=a3af413c-66a6-4f25-a5fc-004944134a8a)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:17.824325 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:17.838262 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_dvr_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] Set router 4f23b662-2995-41f7-959d-bbdffdc973d9 gateway port host: None {{(pid=100522) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:899}} Aug 04 11:55:17.845871 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Calling delete_port for 8c53d81e-698a-4cec-a63b-dcb0871c07b5 owned by network:router_gateway {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:18.007352 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.l3_hamode_db [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:55:17Z', 'revision_number': 6, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port_host': None}], 'dv-cinder-786524-10-iscsi', False) {} {{(pid=100522) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:18.035901 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f506d4d-2c65-4c9a-a89d-e50f995518c1 None None] The sync data for ids ['4f23b662-2995-41f7-959d-bbdffdc973d9'] in dv-cinder-786524-10-iscsi is: [{'id': '4f23b662-2995-41f7-959d-bbdffdc973d9', 'name': 'tempest-AttachVolumeTestJSON-1369083168-router', 'tenant_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-04T11:50:33Z', 'updated_at': '2021-08-04T11:55:17Z', 'revision_number': 6, 'project_id': '50a296c0ad11487ab8b58ad9a5392f8c', 'gw_port_host': None}] {{(pid=100522) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 04 11:55:18.145725 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.188195 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Pushing event deleted for resources: {'Port': ['ID=8c53d81e-698a-4cec-a63b-dcb0871c07b5,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:18.250027 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603191'] for router_gateway, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.354413 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-606120', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12855'] for router, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.357107 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.518021 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-606012'] for router, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.518666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f23b662-2995-41f7-959d-bbdffdc973d9 {{(pid=100520) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 04 11:55:18.522887 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] Notify callbacks [] for router, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.524233 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-0764557b-73e9-475e-bee7-484e9d54b1ea admin admin] 10.222.0.88 "DELETE /v2.0/routers/4f23b662-2995-41f7-959d-bbdffdc973d9 HTTP/1.1" status: 204 len: 168 time: 1.1584842 Aug 04 11:55:18.528408 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60102) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:18.580437 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] Deleting subnet 0ec202fe-3e86-4049-9d0b-fa02efaf075a {{(pid=100519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:55:18.584051 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.621066 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12393617'] for subnet, precommit_delete_associations {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.707288 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.856135 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8549252', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11565308'] for subnet, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.886695 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ec202fe-3e86-4049-9d0b-fa02efaf075a,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:18.892319 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for subnet, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.894656 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-7f30a17e-e453-4fa8-b3ad-d39880cfc393 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/0ec202fe-3e86-4049-9d0b-fa02efaf075a HTTP/1.1" status: 204 len: 168 time: 0.3651299 Aug 04 11:55:18.895660 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f6151c-57e7-4029-bc5a-fe00eb0c43df None None] Network 329291e9-51f3-44af-9de2-32b3ffb1570e requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:55:18.905127 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60104) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:18.922538 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 35868e52-6904-4c49-b82d-d4a314c0760f no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:18.981435 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:18.981846 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 35868e52-6904-4c49-b82d-d4a314c0760f {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:18.982142 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 35868e52-6904-4c49-b82d-d4a314c0760f not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:18.982667 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8c53d81e-698a-4cec-a63b-dcb0871c07b5 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:19.013820 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: 8c53d81e-698a-4cec-a63b-dcb0871c07b5 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:19.014268 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device 8c53d81e-698a-4cec-a63b-dcb0871c07b5 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:19.064199 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Deleting port c4ebd827-542c-47f4-8e3f-18ff4a54f163 {{(pid=100519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:19.064199 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.094349 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.164256 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.db [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] For port c4ebd827-542c-47f4-8e3f-18ff4a54f163, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=c4ebd827-542c-47f4-8e3f-18ff4a54f163,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:19.164632 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.184213 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.plugin [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Calling delete_port for c4ebd827-542c-47f4-8e3f-18ff4a54f163 owned by network:dhcp {{(pid=100519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:19.189371 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] DHCP port deletion for 329291e9-51f3-44af-9de2-32b3ffb1570e request from dv-cinder-786524-10-iscsi {{(pid=100521) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 04 11:55:19.263223 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Deleting port c4ebd827-542c-47f4-8e3f-18ff4a54f163 {{(pid=100521) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:55:19.263657 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.336901 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] For port c4ebd827-542c-47f4-8e3f-18ff4a54f163, host dv-cinder-786524-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786524-10-iscsi',level=0,port_id=c4ebd827-542c-47f4-8e3f-18ff4a54f163,segment=NetworkSegment(86750699-e2a1-473d-bce5-6f947856fe21),segment_id=86750699-e2a1-473d-bce5-6f947856fe21)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:55:19.337907 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.353884 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Calling delete_port for c4ebd827-542c-47f4-8e3f-18ff4a54f163 owned by network:dhcp {{(pid=100521) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:55:19.432359 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8549211'] for port, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.445210 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959'] for port, after_delete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.469255 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Pushing event deleted for resources: {'Port': ['ID=c4ebd827-542c-47f4-8e3f-18ff4a54f163,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:19.471171 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] No DVR routers for this DVR port c4ebd827-542c-47f4-8e3f-18ff4a54f163 on host dv-cinder-786524-10-iscsi {{(pid=100519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:55:19.561035 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.572343 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329291e9-51f3-44af-9de2-32b3ffb1570e']}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:19.585452 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86750699-e2a1-473d-bce5-6f947856fe21') {'for_net_delete': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:19.585747 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86750699-e2a1-473d-bce5-6f947856fe21') {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:55:19.600052 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12393626'] for segment, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.607535 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Pushing event deleted for resources: {'Port': ['ID=c4ebd827-542c-47f4-8e3f-18ff4a54f163,revision_number=None']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:19.611409 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] No DVR routers for this DVR port c4ebd827-542c-47f4-8e3f-18ff4a54f163 on host dv-cinder-786524-10-iscsi {{(pid=100521) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:55:19.618145 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.618549 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.620774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.620774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.620774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.620774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.620774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.620774 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.621313 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.621313 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.621472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.621753 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b0cc59-5f44-40b6-9c15-378b92f5e7b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:55:19.622005 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.630742 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=100519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:55:19.631383 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549166'] for segment, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: Traceback (most recent call last): Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: timer() Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: cb(*args, **kw) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: return func(*args, **kwargs) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: self._notify() Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: self.callback(batched_events) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: event.method(event) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: return f(self, *a, **k) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._get(url).json() Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: return self.request(url, 'GET', **kwargs) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:55:19.633690 dv-cinder-786524-10-iscsi neutron-server[100519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:55:19.797699 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.803733 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:19.806600 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] 10.222.0.88 "DELETE /v2.0/networks/329291e9-51f3-44af-9de2-32b3ffb1570e HTTP/1.1" status: 204 len: 168 time: 0.8996611 Aug 04 11:55:19.821192 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132658de-3590-43ac-ada9-438b595be12b admin admin] Pushing event deleted for resources: {'Network': ['ID=329291e9-51f3-44af-9de2-32b3ffb1570e,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:20.432039 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60108) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:20.475817 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-254c7969-50db-42c7-8a1b-aaf91b06c912 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=50a296c0ad11487ab8b58ad9a5392f8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424914 Aug 04 11:55:20.478506 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60110) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:20.532581 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3af-5526-4f32-96cb-4b15a36da2a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:20.555524 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3af-5526-4f32-96cb-4b15a36da2a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:20.735072 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3af-5526-4f32-96cb-4b15a36da2a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:20.737535 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-3ed5b3af-5526-4f32-96cb-4b15a36da2a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:20.738776 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-3ed5b3af-5526-4f32-96cb-4b15a36da2a1 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/12ae3415-4ada-46d4-bf12-b16c37ae3278 HTTP/1.1" status: 204 len: 168 time: 0.2593579 Aug 04 11:55:20.747745 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5b3af-5526-4f32-96cb-4b15a36da2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ae3415-4ada-46d4-bf12-b16c37ae3278,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:20.854234 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device c4ebd827-542c-47f4-8e3f-18ff4a54f163 no longer exists at agent ovs-agent-dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:55:20.874933 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] No Port match for: c4ebd827-542c-47f4-8e3f-18ff4a54f163 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:55:20.875278 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Device c4ebd827-542c-47f4-8e3f-18ff4a54f163 not bound to the agent host dv-cinder-786524-10-iscsi {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:55:26.134660 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:32.475177 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60218) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:32.627787 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4153976c-16c5-4144-852b-8a64a3395e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:32.733242 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4153976c-16c5-4144-852b-8a64a3395e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:32.843475 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-4153976c-16c5-4144-852b-8a64a3395e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:32.882809 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-4153976c-16c5-4144-852b-8a64a3395e00 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=c4fd1330f19e444a917530d83134aa96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4064505 Aug 04 11:55:32.884090 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153976c-16c5-4144-852b-8a64a3395e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb13874d-a14f-43e9-a7e5-d6e601d76cbe,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:32.885699 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60224) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:32.939569 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b92cfaad-4032-4158-89ab-3f28056f7ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:32.966687 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b92cfaad-4032-4158-89ab-3f28056f7ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:33.141219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b92cfaad-4032-4158-89ab-3f28056f7ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:33.144291 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-b92cfaad-4032-4158-89ab-3f28056f7ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:33.145644 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-b92cfaad-4032-4158-89ab-3f28056f7ccb admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/cb13874d-a14f-43e9-a7e5-d6e601d76cbe HTTP/1.1" status: 204 len: 168 time: 0.2587519 Aug 04 11:55:33.157349 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92cfaad-4032-4158-89ab-3f28056f7ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb13874d-a14f-43e9-a7e5-d6e601d76cbe,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:39.464690 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60356) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:39.573991 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8600df1e-edd4-4c76-b229-c723072e040f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:39.672268 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8600df1e-edd4-4c76-b229-c723072e040f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:39.769347 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8600df1e-edd4-4c76-b229-c723072e040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:39.808160 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8600df1e-edd4-4c76-b229-c723072e040f admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=23750ad982594530b2e0b6e478e5658b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422942 Aug 04 11:55:39.809004 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600df1e-edd4-4c76-b229-c723072e040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe7290-6b8f-46ec-b631-1cfac356c57a,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:39.812476 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60360) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:39.865245 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56684d95-75bd-45d0-bfb0-55e5795908d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:39.887239 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56684d95-75bd-45d0-bfb0-55e5795908d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:40.061504 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56684d95-75bd-45d0-bfb0-55e5795908d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:40.064081 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-56684d95-75bd-45d0-bfb0-55e5795908d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:40.065266 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-56684d95-75bd-45d0-bfb0-55e5795908d3 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/11fe7290-6b8f-46ec-b631-1cfac356c57a HTTP/1.1" status: 204 len: 168 time: 0.2515392 Aug 04 11:55:40.073381 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56684d95-75bd-45d0-bfb0-55e5795908d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe7290-6b8f-46ec-b631-1cfac356c57a,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:40.799520 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60366) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:40.819800 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b911b90-1d0d-4d18-a59c-5ddb388a1216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:40.906640 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b911b90-1d0d-4d18-a59c-5ddb388a1216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.141108 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-8b911b90-1d0d-4d18-a59c-5ddb388a1216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.179050 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b911b90-1d0d-4d18-a59c-5ddb388a1216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05d867e1-6bbe-48bd-8c65-97c635034e7f,revision_number=1']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:41.184716 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-8b911b90-1d0d-4d18-a59c-5ddb388a1216 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=29a7caec393c4d10835f437da589b4cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3841119 Aug 04 11:55:41.187619 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60368) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:41.241643 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95aa2b47-321b-458c-b353-c08caf9b94ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.263955 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95aa2b47-321b-458c-b353-c08caf9b94ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.404704 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95aa2b47-321b-458c-b353-c08caf9b94ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.407252 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-95aa2b47-321b-458c-b353-c08caf9b94ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:41.408398 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-95aa2b47-321b-458c-b353-c08caf9b94ed admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/05d867e1-6bbe-48bd-8c65-97c635034e7f HTTP/1.1" status: 204 len: 168 time: 0.2197144 Aug 04 11:55:41.417809 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aa2b47-321b-458c-b353-c08caf9b94ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d867e1-6bbe-48bd-8c65-97c635034e7f,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:43.461082 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-80745fe6-86af-4e6b-9ffb-9dcf75b681ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.112865 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6f13ea31-044f-46e1-811c-52aceffc75ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.226976 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:46.959552 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:48.839333 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:55:49.050231 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:49.642056 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60442) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:49.743734 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8eb49102-735c-471f-9b93-e7afab8bc82e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:49.832157 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8eb49102-735c-471f-9b93-e7afab8bc82e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:49.918406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8eb49102-735c-471f-9b93-e7afab8bc82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:49.955072 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb49102-735c-471f-9b93-e7afab8bc82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2067e59-1c2a-4992-9ce9-a56aa20100ab,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:49.959429 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8eb49102-735c-471f-9b93-e7afab8bc82e admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=d3cbb09d5cd647c3b3dc0bae5537aa00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3163052 Aug 04 11:55:49.962899 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60446) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:50.010968 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ab1700d6-44f2-4e8d-aa4f-3e5eed3d6f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:50.037338 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ab1700d6-44f2-4e8d-aa4f-3e5eed3d6f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:50.210060 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ab1700d6-44f2-4e8d-aa4f-3e5eed3d6f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:50.212447 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-ab1700d6-44f2-4e8d-aa4f-3e5eed3d6f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:50.213651 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-ab1700d6-44f2-4e8d-aa4f-3e5eed3d6f30 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/e2067e59-1c2a-4992-9ce9-a56aa20100ab HTTP/1.1" status: 204 len: 168 time: 0.2505319 Aug 04 11:55:50.235687 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1700d6-44f2-4e8d-aa4f-3e5eed3d6f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2067e59-1c2a-4992-9ce9-a56aa20100ab,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:50.987880 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60452) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:51.001224 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea89a-4e9a-424b-aea0-f8250759b8a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.090262 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea89a-4e9a-424b-aea0-f8250759b8a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.176288 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8f1ea89a-4e9a-424b-aea0-f8250759b8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.213705 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ea89a-4e9a-424b-aea0-f8250759b8a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0d2fd5-59f4-4245-90a8-42a721de0e2c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:51.218509 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8f1ea89a-4e9a-424b-aea0-f8250759b8a2 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=6ef6bd715b5a4f42871d610e2b4dc5e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296116 Aug 04 11:55:51.221167 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60454) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:51.269731 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7559-5a62-42c6-8f8c-189e3d9d2dc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.292320 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7559-5a62-42c6-8f8c-189e3d9d2dc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.432726 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7559-5a62-42c6-8f8c-189e3d9d2dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.435565 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7559-5a62-42c6-8f8c-189e3d9d2dc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:51.441470 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-4ceb7559-5a62-42c6-8f8c-189e3d9d2dc0 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/5b0d2fd5-59f4-4245-90a8-42a721de0e2c HTTP/1.1" status: 204 len: 168 time: 0.2151148 Aug 04 11:55:51.446352 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb7559-5a62-42c6-8f8c-189e3d9d2dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0d2fd5-59f4-4245-90a8-42a721de0e2c,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:53.239898 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60488) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:53.359404 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7446f359-0f0f-4a3a-b2bb-2590f63034bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.465666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7446f359-0f0f-4a3a-b2bb-2590f63034bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.536044 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-7446f359-0f0f-4a3a-b2bb-2590f63034bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.576248 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-7446f359-0f0f-4a3a-b2bb-2590f63034bb admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=cd535b5425b442c69650d276b9a3a002&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351021 Aug 04 11:55:53.577164 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7446f359-0f0f-4a3a-b2bb-2590f63034bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29894ccc-84be-400d-8ab1-113305f3a64c,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:53.579058 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60492) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:55:53.630172 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f4352d6-bc23-4490-acbb-fd9faf738a22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.651101 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f4352d6-bc23-4490-acbb-fd9faf738a22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.764728 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f4352d6-bc23-4490-acbb-fd9faf738a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.767347 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-9f4352d6-bc23-4490-acbb-fd9faf738a22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:53.768505 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-9f4352d6-bc23-4490-acbb-fd9faf738a22 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/29894ccc-84be-400d-8ab1-113305f3a64c HTTP/1.1" status: 204 len: 168 time: 0.1881177 Aug 04 11:55:53.776331 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4352d6-bc23-4490-acbb-fd9faf738a22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29894ccc-84be-400d-8ab1-113305f3a64c,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:55:56.175603 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:56.740794 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-53e0e4a7-d334-4532-b1d7-ca1ef6967a29 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/networks?tenant_id=16d359b17acf4e9882c71028abf6a07f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291107 Aug 04 11:55:56.934819 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-b09e97d0-c34f-42f4-bb12-db619760feb9 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:56.936849 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-b09e97d0-c34f-42f4-bb12-db619760feb9 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1899912 Aug 04 11:55:56.953456 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-a18580ae-f49f-46dc-abcd-b85e7c9c0946 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/quotas/16d359b17acf4e9882c71028abf6a07f HTTP/1.1" status: 200 len: 375 time: 0.0097382 Aug 04 11:55:56.994999 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-db2fef16-412f-4c09-8bd3-36414c3737d8 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=16d359b17acf4e9882c71028abf6a07f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355389 Aug 04 11:55:57.278785 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-59918e29-e89c-4743-8837-860524e3acee req-68efbfbd-2701-4eb3-8996-146a0cd28858 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 210 time: 0.0268126 Aug 04 11:55:58.375487 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7c65234e-f283-4a54-967b-153d7d91fa3d req-8fd8e7ff-9de7-4966-a091-d85ad45f4b9d tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 210 time: 0.0273280 Aug 04 11:55:59.472779 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-2719b001-b8f0-441c-8a71-0094eb5b29b0 req-c8efdcf9-3a73-4d45-8d4e-7765b27b6156 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Aug 04 11:55:59.528031 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-a2aedd6e-0214-41e7-aa37-f571e3a0f6fe tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=16d359b17acf4e9882c71028abf6a07f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289440 Aug 04 11:55:59.724231 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-a371c318-2566-4074-8da4-98c42e071516 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:55:59.725689 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-a371c318-2566-4074-8da4-98c42e071516 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1921852 Aug 04 11:55:59.739898 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Request body: {'port': {'device_id': '215ae395-d09e-455d-9891-aeaa213f8235', 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c', 'admin_state_up': True, 'tenant_id': '16d359b17acf4e9882c71028abf6a07f'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:55:59.930406 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Made reservation on behalf of 16d359b17acf4e9882c71028abf6a07f for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:55:59.934342 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:55:59.947368 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.038484 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.084693 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.145953 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf17bc7-5fa6-453a-bbe2-001c563f8074,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:00.217837 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Allocated IP 192.168.233.186 (24c6f19a-32c3-46ee-b5fa-193a0e827b4c/ba4ec32d-bb71-44fc-99e6-b8b8056fcb92/18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:56:00.383298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.397191 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Transition to ACTIVE for port object 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 will not be triggered until provisioned by entity DHCP. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:56:00.467963 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.522512 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:56:00.527829 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:56:00.532947 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:56:00.536912 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Pushing event updated for resources: {'Port': ['ID=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:00.590786 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:00.591644 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.596713 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd677dc8-c7f5-4a8d-aadc-d3f801b98a54 req-efbec879-732e-4539-b9cd-47456dce9716 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:00.598312 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cd677dc8-c7f5-4a8d-aadc-d3f801b98a54 req-efbec879-732e-4539-b9cd-47456dce9716 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 936 time: 0.0534236 Aug 04 11:56:00.651966 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-cd677dc8-c7f5-4a8d-aadc-d3f801b98a54 req-faa3ed0b-cbf2-4ce5-aba1-292c0094d1a1 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459270 Aug 04 11:56:00.663043 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-fb22a44f-4966-4766-b1db-c4ca2a349867 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9270523 Aug 04 11:56:00.676321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Request body: {'port': {'device_id': '215ae395-d09e-455d-9891-aeaa213f8235', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:00.733873 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.873524 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-6ac428ec-5019-41c7-8f88-0a27e7802d64 None None] Provisioning for port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 completed by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:56:00.878427 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-6ac428ec-5019-41c7-8f88-0a27e7802d64 None None] Provisioning complete for port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 triggered by entity DHCP. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:56:00.878924 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6ac428ec-5019-41c7-8f88-0a27e7802d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:00.914503 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-6ac428ec-5019-41c7-8f88-0a27e7802d64 None None] Port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 cannot update to ACTIVE because it is not bound. {{(pid=100521) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 04 11:56:01.008137 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:56:01.015958 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:01.028142 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Transition to ACTIVE for port object 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:56:01.096052 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:01.149943 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Pushing event updated for resources: {'Port': ['ID=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:01.220393 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Attempting to bind port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:56:01.220781 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Attempting to bind port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:56:01.221231 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Attempting to bind port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 on network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:56:01.226347 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 on network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:56:01.226669 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Attempting to bind port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 on network 24c6f19a-32c3-46ee-b5fa-193a0e827b4c {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:56:01.231785 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:56:01.232079 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Checking segment: {'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:56:01.232381 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Bound using segment: {'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:56:01.232847 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Bound port: 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc31373b-c6f9-44ae-995c-acc01d37c7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:56:01.233207 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:01.304187 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] For port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:56:01.307298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] For port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,segment=NetworkSegment(fc31373b-c6f9-44ae-995c-acc01d37c7eb),segment_id=fc31373b-c6f9-44ae-995c-acc01d37c7eb)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:56:01.382700 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:01.417715 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.418327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:01.419798 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] 10.222.0.86 "PUT /v2.0/ports/18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 HTTP/1.1" status: 200 len: 1098 time: 0.7488842 Aug 04 11:56:01.420234 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '215ae395-d09e-455d-9891-aeaa213f8235', 'tag': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:01.423489 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5d3747-74bd-4560-8741-0153f7ee7696" -d '{"events": [{"name": "network-changed", "server_uuid": "215ae395-d09e-455d-9891-aeaa213f8235", "tag": "18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:01.449241 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166332db-008f-4467-a02e-9d4567eb67fc service neutron] Pushing event updated for resources: {'Port': ['ID=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:01.464758 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dcf35e0-8f49-4d90-a850-c4244152dfc1 x-openstack-request-id: req-3dcf35e0-8f49-4d90-a850-c4244152dfc1 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:01.465129 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "215ae395-d09e-455d-9891-aeaa213f8235", "tag": "18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:01.471014 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3dcf35e0-8f49-4d90-a850-c4244152dfc1 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:01.471014 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '215ae395-d09e-455d-9891-aeaa213f8235', 'tag': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2', 'status': 'completed', 'code': 200} Aug 04 11:56:01.531060 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3747-74bd-4560-8741-0153f7ee7696 req-590b815d-4564-4e42-a594-2d97ee73068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.533213 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1b5d3747-74bd-4560-8741-0153f7ee7696 req-590b815d-4564-4e42-a594-2d97ee73068f service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=16d359b17acf4e9882c71028abf6a07f&device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 1101 time: 0.0461187 Aug 04 11:56:01.563934 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1b5d3747-74bd-4560-8741-0153f7ee7696 req-b7088f2a-8bb7-46cc-b580-8deb875242bd service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=16d359b17acf4e9882c71028abf6a07f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0206296 Aug 04 11:56:01.662663 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d3747-74bd-4560-8741-0153f7ee7696 req-603873a4-2208-457c-b7d1-bf61d041d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.664116 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-1b5d3747-74bd-4560-8741-0153f7ee7696 req-603873a4-2208-457c-b7d1-bf61d041d2ff service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0925910 Aug 04 11:56:01.757867 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-897a69e0-caef-4d31-bc7e-2c7521a7fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.759428 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-897a69e0-caef-4d31-bc7e-2c7521a7fe9b service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=16d359b17acf4e9882c71028abf6a07f&device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 1101 time: 0.0536795 Aug 04 11:56:01.793231 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986ab12-aab8-4efe-a047-330ad02783f7 req-fd8e160a-b185-4443-bf4d-59eb6f0b3fe9 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.794756 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f986ab12-aab8-4efe-a047-330ad02783f7 req-fd8e160a-b185-4443-bf4d-59eb6f0b3fe9 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 948 time: 0.0598829 Aug 04 11:56:01.806285 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-2c2d16ed-f486-422e-9c65-264c55c546ac service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 HTTP/1.1" status: 200 len: 217 time: 0.0385964 Aug 04 11:56:01.834467 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-f986ab12-aab8-4efe-a047-330ad02783f7 req-86220c00-1445-4f77-963d-4791fcab2a89 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Aug 04 11:56:01.856146 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-9c167b88-c7eb-44fd-85a0-07f7593641fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.857633 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-9c167b88-c7eb-44fd-85a0-07f7593641fd service neutron] 10.222.0.86 "GET /v2.0/subnets?id=ba4ec32d-bb71-44fc-99e6-b8b8056fcb92 HTTP/1.1" status: 200 len: 843 time: 0.0442810 Aug 04 11:56:01.905163 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-d286e56f-c41c-4422-8347-a84190d8e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:01.907614 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-d286e56f-c41c-4422-8347-a84190d8e67e service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=24c6f19a-32c3-46ee-b5fa-193a0e827b4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0426626 Aug 04 11:56:02.003016 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-45837aee-1f7c-4a28-a33b-874746cb7c42 service neutron] 10.222.0.86 "GET /v2.0/networks/24c6f19a-32c3-46ee-b5fa-193a0e827b4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873532 Aug 04 11:56:02.097495 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-587f79b7-c083-4027-80f4-8bfbd6219d66 req-f3106a99-6884-4cbe-8a6f-146cba186126 service neutron] 10.222.0.86 "GET /v2.0/networks/24c6f19a-32c3-46ee-b5fa-193a0e827b4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866215 Aug 04 11:56:02.961304 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867ca51-3186-465a-9fd5-9cbd0367c92f req-8398b94f-09f9-4f45-b32d-93d3f002edf5 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:02.962993 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a867ca51-3186-465a-9fd5-9cbd0367c92f req-8398b94f-09f9-4f45-b32d-93d3f002edf5 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 948 time: 0.0540895 Aug 04 11:56:03.008550 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a867ca51-3186-465a-9fd5-9cbd0367c92f req-59c3ac03-b23e-413f-b704-17b39e90bb45 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383728 Aug 04 11:56:04.134214 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9e08f-5339-4505-ae7c-05f18f0064a3 req-aa0c9298-e61a-4a8d-9399-eab159e2c61b tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:04.135724 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6ef9e08f-5339-4505-ae7c-05f18f0064a3 req-aa0c9298-e61a-4a8d-9399-eab159e2c61b tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 948 time: 0.0521884 Aug 04 11:56:04.175961 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6ef9e08f-5339-4505-ae7c-05f18f0064a3 req-161b435f-326b-4ed1-8878-0e1df850749a tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332582 Aug 04 11:56:04.972452 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:56:05.091192 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,segment=NetworkSegment(fc31373b-c6f9-44ae-995c-acc01d37c7eb),segment_id=fc31373b-c6f9-44ae-995c-acc01d37c7eb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:05.103463 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2', 'network_id': '24c6f19a-32c3-46ee-b5fa-193a0e827b4c', 'port_id': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2', 'mac_address': 'fa:16:3e:f0:b7:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba4ec32d-bb71-44fc-99e6-b8b8056fcb92', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:56:05.146085 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:05.160502 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:56:05.181932 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,segment=NetworkSegment(fc31373b-c6f9-44ae-995c-acc01d37c7eb),segment_id=fc31373b-c6f9-44ae-995c-acc01d37c7eb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:05.256547 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:05.310980 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:05.321542 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7e6ac2-1782-467a-b932-508f7f2ff6ea req-e648efbf-61de-4f8d-a129-ffa54eecdb78 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:05.323174 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cc7e6ac2-1782-467a-b932-508f7f2ff6ea req-e648efbf-61de-4f8d-a129-ffa54eecdb78 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 949 time: 0.0601511 Aug 04 11:56:05.364561 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-cc7e6ac2-1782-467a-b932-508f7f2ff6ea req-9d89ba80-1d1e-45f2-88d6-5926e7aa83e1 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Aug 04 11:56:05.467997 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:56:06.515467 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ee8d6-abc7-4d0e-9d72-8151f04abcf0 req-da0fbe58-cab6-4b7e-a21b-3c702d9e3990 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:06.518335 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9f9ee8d6-abc7-4d0e-9d72-8151f04abcf0 req-da0fbe58-cab6-4b7e-a21b-3c702d9e3990 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 949 time: 0.0721049 Aug 04 11:56:06.573459 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-9f9ee8d6-abc7-4d0e-9d72-8151f04abcf0 req-6c0917f5-dae0-474c-8f86-249decb70af7 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490417 Aug 04 11:56:06.981800 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:56:07.090971 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:56:07.096067 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:56:07.096495 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:07.180096 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:07.206525 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ae395-d09e-455d-9891-aeaa213f8235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:07.208783 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34b3684-620e-4cb1-a301-00143f8a94fc" -d '{"events": [{"server_uuid": "215ae395-d09e-455d-9891-aeaa213f8235", "name": "network-vif-plugged", "status": "completed", "tag": "18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:07.226369 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,segment=NetworkSegment(fc31373b-c6f9-44ae-995c-acc01d37c7eb),segment_id=fc31373b-c6f9-44ae-995c-acc01d37c7eb)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:07.262669 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed2db40-21d4-41c8-9ead-9d13982fd83b x-openstack-request-id: req-2ed2db40-21d4-41c8-9ead-9d13982fd83b {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:07.262973 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ae395-d09e-455d-9891-aeaa213f8235", "name": "network-vif-plugged", "status": "completed", "tag": "18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:07.263203 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-2ed2db40-21d4-41c8-9ead-9d13982fd83b {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:07.263612 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ae395-d09e-455d-9891-aeaa213f8235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2', 'code': 200} Aug 04 11:56:07.285499 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:07.339103 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:07.653199 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aa8cc0-69f9-4272-afb6-2f7f194d8ebb req-e1f05a52-2caa-44ba-a216-8e1a659e760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:07.655281 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77aa8cc0-69f9-4272-afb6-2f7f194d8ebb req-e1f05a52-2caa-44ba-a216-8e1a659e760f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 1103 time: 0.0449123 Aug 04 11:56:07.695570 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-77aa8cc0-69f9-4272-afb6-2f7f194d8ebb req-b6b6d525-4234-4c2e-a9f0-e513aecbc6b9 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Aug 04 11:56:07.721709 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da8ddf-644c-4f19-bb4c-0f569fd2f46f req-f05ef5b7-7080-4ce8-aedd-6d17534be94b tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:07.723280 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4da8ddf-644c-4f19-bb4c-0f569fd2f46f req-f05ef5b7-7080-4ce8-aedd-6d17534be94b tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 950 time: 0.0698950 Aug 04 11:56:07.762125 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b4da8ddf-644c-4f19-bb4c-0f569fd2f46f req-d99335f2-b751-4759-a9ec-7184687a0b63 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328827 Aug 04 11:56:08.901005 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6a302-ca0d-483a-b539-979aefa97f17 req-4d87b368-4bb1-4df3-8f2e-61af9c48466a tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:08.902598 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5f6a302-ca0d-483a-b539-979aefa97f17 req-4d87b368-4bb1-4df3-8f2e-61af9c48466a tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 950 time: 0.0644763 Aug 04 11:56:08.944432 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d5f6a302-ca0d-483a-b539-979aefa97f17 req-fb9fd887-1f94-40b3-a1d1-4f7327b8010f tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341463 Aug 04 11:56:09.517662 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e98e7b-5818-46b4-ba49-5c36ef51360a req-d8f036ab-bf80-42e4-ad8a-a04cc1040879 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:09.519151 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e5e98e7b-5818-46b4-ba49-5c36ef51360a req-d8f036ab-bf80-42e4-ad8a-a04cc1040879 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 950 time: 0.0584133 Aug 04 11:56:09.558077 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e5e98e7b-5818-46b4-ba49-5c36ef51360a req-c27d10cc-2a56-4cfd-8308-8e9796dc507d tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328045 Aug 04 11:56:10.677929 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6409f08d-5ab3-4c52-9903-a19286441021 req-fe6fe1ba-d91e-4e15-b25a-409d0e2aee30 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:10.679474 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6409f08d-5ab3-4c52-9903-a19286441021 req-fe6fe1ba-d91e-4e15-b25a-409d0e2aee30 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 950 time: 0.0512455 Aug 04 11:56:10.717948 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6409f08d-5ab3-4c52-9903-a19286441021 req-9008bbd5-25dd-4e15-8a81-f05b78b6ceed tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/security-groups?id=aaf17bc7-5fa6-453a-bbe2-001c563f8074&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Aug 04 11:56:10.896068 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-89bc522e-9a86-4bc5-8f67-4aadb2e8fe50 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:10.897490 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-89bc522e-9a86-4bc5-8f67-4aadb2e8fe50 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.86 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 950 time: 0.0483477 Aug 04 11:56:10.996752 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Deleting port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:56:10.997082 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:11.087039 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] For port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,segment=NetworkSegment(fc31373b-c6f9-44ae-995c-acc01d37c7eb),segment_id=fc31373b-c6f9-44ae-995c-acc01d37c7eb)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:11.087404 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:11.102751 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Calling delete_port for 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:56:11.314431 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:11.326456 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:56:11.353184 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Pushing event deleted for resources: {'Port': ['ID=18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:11.366948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.367615 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.367962 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.368571 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.369083 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.369505 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.369754 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.370083 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.370410 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.370735 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.371056 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.371375 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:11.415618 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] No DVR routers for this DVR port 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:56:11.419308 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:11.421689 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-34e294f2-d6cf-486c-a69d-a413661f1bd6 req-e96204de-a3bf-4067-b05a-57a94252f8e0 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.86 "DELETE /v2.0/ports/18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 HTTP/1.1" status: 204 len: 173 time: 0.5181329 Aug 04 11:56:11.422663 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '215ae395-d09e-455d-9891-aeaa213f8235', 'name': 'network-vif-deleted', 'tag': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:11.425219 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-650ae39e-4e91-442e-9277-1e5395118f12" -d '{"events": [{"server_uuid": "215ae395-d09e-455d-9891-aeaa213f8235", "name": "network-vif-deleted", "tag": "18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:11.468193 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d3f247-d94b-46b3-aaa0-714ae7d9a1e3 x-openstack-request-id: req-47d3f247-d94b-46b3-aaa0-714ae7d9a1e3 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:11.468491 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "215ae395-d09e-455d-9891-aeaa213f8235", "name": "network-vif-deleted", "tag": "18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:11.468738 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-47d3f247-d94b-46b3-aaa0-714ae7d9a1e3 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:11.469201 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '215ae395-d09e-455d-9891-aeaa213f8235', 'name': 'network-vif-deleted', 'tag': '18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2', 'status': 'completed', 'code': 200} Aug 04 11:56:11.815019 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-051009c3-8302-4562-be52-5f90f27c4b02 req-848a5f5a-22d9-43e8-87a3-faca64351390 tempest-VolumesNegativeTest-192555598 tempest-VolumesNegativeTest-192555598-project] 10.222.0.88 "GET /v2.0/ports?device_id=215ae395-d09e-455d-9891-aeaa213f8235 HTTP/1.1" status: 200 len: 210 time: 0.0285692 Aug 04 11:56:13.439912 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a253eb7d-4188-4906-9d4e-6aa46b7d52b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:15.035920 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:56:15.064217 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:56:15.064607 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 18e8f4a4-9da4-42cb-a955-dcf6aa8e17f2 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:56:16.074074 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-210fae99-de1a-41a8-876b-2cd3c6414b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:16.194587 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:16.929694 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:19.011710 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:19.523610 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 60826) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:19.685777 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-0e9c626d-63d3-46be-bfeb-c16f1c7941d0 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=16d359b17acf4e9882c71028abf6a07f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1608903 Aug 04 11:56:19.690045 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60830) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:19.748467 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-92d3331a-4274-4c18-8250-84f3676f800a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:19.772337 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-92d3331a-4274-4c18-8250-84f3676f800a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:19.897998 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-92d3331a-4274-4c18-8250-84f3676f800a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:19.900900 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-92d3331a-4274-4c18-8250-84f3676f800a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:19.902231 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-92d3331a-4274-4c18-8250-84f3676f800a admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/aaf17bc7-5fa6-453a-bbe2-001c563f8074 HTTP/1.1" status: 204 len: 168 time: 0.2108033 Aug 04 11:56:19.913414 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d3331a-4274-4c18-8250-84f3676f800a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf17bc7-5fa6-453a-bbe2-001c563f8074,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:21.001759 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60852) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:21.099873 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1471449005-network', 'tenant_id': '0e56cf289cc64a15ba5fa90c3818fb51'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:21.205869 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Made reservation on behalf of 0e56cf289cc64a15ba5fa90c3818fb51 for: {'network': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:56:21.208254 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for network, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.217346 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.313638 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.382959 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.408307 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=100520) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 04 11:56:21.417278 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd30e278-823c-47e3-9149-f2e6665be6c7,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:21.427618 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.427618 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.db.segments_db [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Added segment 1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43 of type vlan for network 26371718-770d-45fd-88d9-36dbb3bf602a Aug 04 11:56:21.468664 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767279516438'] for network, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.583178 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966'] for network, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.584072 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:21.584644 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:21.644137 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] Pushing event updated for resources: {'Network': ['ID=26371718-770d-45fd-88d9-36dbb3bf602a,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:21.655009 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Network 26371718-770d-45fd-88d9-36dbb3bf602a details requested by agent ovs-agent-dv-cinder-786524-10-iscsi with host dv-cinder-786524-10-iscsi {{(pid=100521) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 04 11:56:21.698431 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-8bc066da-2b52-4bd6-8286-8bb040b7326a admin admin] 10.222.0.88 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6953776 Aug 04 11:56:21.702778 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 60856) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:56:21.709723 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Request body: {'subnet': {'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1471449005-subnet', 'tenant_id': '0e56cf289cc64a15ba5fa90c3818fb51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:21.794904 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Made reservation on behalf of 0e56cf289cc64a15ba5fa90c3818fb51 for: {'subnet': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:56:21.797642 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9425912'] for subnet, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:22.069058 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9315446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9425862'] for subnet, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:22.132306 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d3dc8d-6a8a-4139-a330-f65f9ede2a42,revision_number=0']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:22.141277 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Checking segment: {'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:56:22.141722 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Network hostable DHCP agents. Network: 26371718-770d-45fd-88d9-36dbb3bf602a, hostable agents: ['7e36e9fe-e905-405c-b530-5744261dccfa'], hosted agents: [] {{(pid=100520) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 04 11:56:22.217389 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Network 26371718-770d-45fd-88d9-36dbb3bf602a is scheduled to be hosted by DHCP agent 7e36e9fe-e905-405c-b530-5744261dccfa with binding_index 1 {{(pid=100520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 04 11:56:22.308678 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786524-10-iscsi, 26371718-770d-45fd-88d9-36dbb3bf602a) {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:56:22.313530 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:22.314091 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:22.319106 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00844eb-776c-41d6-9b43-2cebb997c20a None None] Network 26371718-770d-45fd-88d9-36dbb3bf602a requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:56:22.395394 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-d332d020-f00d-45b1-985d-e135599a96fe admin admin] 10.222.0.88 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6912608 Aug 04 11:56:22.457057 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47db1c-3a38-45ce-9692-09e55b4ec856 None None] Network 26371718-770d-45fd-88d9-36dbb3bf602a requested from dv-cinder-786524-10-iscsi {{(pid=100521) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 04 11:56:24.719087 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-feec6a68-a95d-4094-964f-37f3a56993d5 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:24.721146 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-feec6a68-a95d-4094-964f-37f3a56993d5 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/networks?id=26371718-770d-45fd-88d9-36dbb3bf602a HTTP/1.1" status: 200 len: 814 time: 0.1127801 Aug 04 11:56:24.737637 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-fd50f246-7875-4739-ae67-12aded6727bf tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/quotas/0e56cf289cc64a15ba5fa90c3818fb51 HTTP/1.1" status: 200 len: 375 time: 0.0106945 Aug 04 11:56:24.769633 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-75eb3f7f-5e40-4b4a-a7bc-8ef40d396636 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262351 Aug 04 11:56:24.832855 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-857fd3db-14a6-4041-99f1-4eddce494521 service neutron] http://10.222.0.88:9696/v2.0/extensions returned with HTTP 200 {{(pid=100519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 04 11:56:24.834220 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-857fd3db-14a6-4041-99f1-4eddce494521 service neutron] 10.222.0.88 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0578251 Aug 04 11:56:24.946450 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-18b2fa03-1711-4af9-9b0c-bea71cf5a640 service neutron] 10.222.0.88 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021655 Aug 04 11:56:25.043271 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-9f2a7296-f4f8-47ba-8550-35f5f6eab9a7 service neutron] 10.222.0.88 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903792 Aug 04 11:56:25.294070 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e052f61d-04fc-45d6-be6d-ccf339087be7 req-e69b0c0f-ea9a-4f96-848b-1478802efcff tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 210 time: 0.0268726 Aug 04 11:56:25.839619 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:56:26.132181 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:26.386450 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-0eaf8169-2ea0-4491-a54d-f8923c8c750d req-65f74816-bc92-4d48-847e-d319318ad39e tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 210 time: 0.0333076 Aug 04 11:56:27.488064 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-a8202849-7517-4ec5-801b-4f9dbe34162c req-8efa1ab7-62f0-4561-ac86-59ae3665eafe tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 210 time: 0.0305591 Aug 04 11:56:27.603766 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-ca769591-8960-459f-9658-b2c36d66a3ae tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:27.605243 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-ca769591-8960-459f-9658-b2c36d66a3ae tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "GET /v2.0/networks?id=26371718-770d-45fd-88d9-36dbb3bf602a HTTP/1.1" status: 200 len: 814 time: 0.1049302 Aug 04 11:56:27.617475 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Request body: {'port': {'device_id': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a', 'admin_state_up': True, 'tenant_id': '0e56cf289cc64a15ba5fa90c3818fb51'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:27.835190 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Made reservation on behalf of 0e56cf289cc64a15ba5fa90c3818fb51 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:56:27.841331 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:27.983735 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Allocated IP 172.20.0.8 (26371718-770d-45fd-88d9-36dbb3bf602a/16d3dc8d-6a8a-4139-a330-f65f9ede2a42/81e87757-d3bc-441f-82aa-9637e7667511) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:56:28.158973 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:28.236145 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:28.286734 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Network 26371718-770d-45fd-88d9-36dbb3bf602a is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:56:28.290287 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:56:28.296640 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:56:28.304284 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Pushing event updated for resources: {'Port': ['ID=81e87757-d3bc-441f-82aa-9637e7667511,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:28.350658 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:28.351174 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:28.412864 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-02869e9a-0a0f-423b-879b-27fb11aa9450 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7990463 Aug 04 11:56:28.425273 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Request body: {'port': {'device_id': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:56:28.489386 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:28.621239 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87bf8b-183d-46d7-bb2e-fc9551aa545c req-5235ad35-ed67-46a7-b49f-56d7513fcfbb tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:28.623113 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fd87bf8b-183d-46d7-bb2e-fc9551aa545c req-5235ad35-ed67-46a7-b49f-56d7513fcfbb tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 931 time: 0.0553594 Aug 04 11:56:28.668438 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-fd87bf8b-183d-46d7-bb2e-fc9551aa545c req-e745f46a-a763-4262-a0e2-a46f3d5cde9c tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373461 Aug 04 11:56:28.788370 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e87757-d3bc-441f-82aa-9637e7667511 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:56:28.797639 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:28.811153 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Transition to ACTIVE for port object 81e87757-d3bc-441f-82aa-9637e7667511 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:56:28.920667 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:28.990824 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=81e87757-d3bc-441f-82aa-9637e7667511,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:29.046409 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Attempting to bind port 81e87757-d3bc-441f-82aa-9637e7667511 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:56:29.046735 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Attempting to bind port 81e87757-d3bc-441f-82aa-9637e7667511 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:56:29.047059 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Attempting to bind port 81e87757-d3bc-441f-82aa-9637e7667511 on network 26371718-770d-45fd-88d9-36dbb3bf602a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:56:29.051638 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Port 81e87757-d3bc-441f-82aa-9637e7667511 on network 26371718-770d-45fd-88d9-36dbb3bf602a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:56:29.051951 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Attempting to bind port 81e87757-d3bc-441f-82aa-9637e7667511 on network 26371718-770d-45fd-88d9-36dbb3bf602a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:56:29.056628 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:56:29.057043 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Checking segment: {'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:56:29.057437 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Bound using segment: {'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:56:29.057839 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Bound port: 81e87757-d3bc-441f-82aa-9637e7667511, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:56:29.058193 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:29.126148 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] For port 81e87757-d3bc-441f-82aa-9637e7667511, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:56:29.129472 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] For port 81e87757-d3bc-441f-82aa-9637e7667511, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=81e87757-d3bc-441f-82aa-9637e7667511,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:56:29.235677 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:29.272483 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:29.273120 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:29.274537 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] 10.222.0.86 "PUT /v2.0/ports/81e87757-d3bc-441f-82aa-9637e7667511 HTTP/1.1" status: 200 len: 1093 time: 0.8537796 Aug 04 11:56:29.274966 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'tag': '81e87757-d3bc-441f-82aa-9637e7667511'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:29.277199 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413f4660-9b5d-4f67-aca5-58f19e5e75ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b40c1312-5810-40de-aabe-3b848f09a1ae", "tag": "81e87757-d3bc-441f-82aa-9637e7667511"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:29.299918 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc1d81-4bbd-481f-8e86-3a007cd8a0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=81e87757-d3bc-441f-82aa-9637e7667511,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:29.316912 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431bfc1d-e69a-45f7-a511-ee097f4a5ed1 x-openstack-request-id: req-431bfc1d-e69a-45f7-a511-ee097f4a5ed1 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:29.317330 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40c1312-5810-40de-aabe-3b848f09a1ae", "tag": "81e87757-d3bc-441f-82aa-9637e7667511", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:29.317672 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-431bfc1d-e69a-45f7-a511-ee097f4a5ed1 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:29.318152 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'tag': '81e87757-d3bc-441f-82aa-9637e7667511', 'status': 'completed', 'code': 200} Aug 04 11:56:29.388190 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f4660-9b5d-4f67-aca5-58f19e5e75ff req-0aa63fa7-a4cd-49b7-a2d4-537a735ffc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:29.390186 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-413f4660-9b5d-4f67-aca5-58f19e5e75ff req-0aa63fa7-a4cd-49b7-a2d4-537a735ffc4a service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 1096 time: 0.0511878 Aug 04 11:56:29.770338 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f4660-9b5d-4f67-aca5-58f19e5e75ff req-bc5ae9a5-f1e7-4a89-9adc-1b13c15ff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:29.771812 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-413f4660-9b5d-4f67-aca5-58f19e5e75ff req-bc5ae9a5-f1e7-4a89-9adc-1b13c15ff228 service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3735230 Aug 04 11:56:29.798020 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee03a0-e878-4097-8915-a5e97a498f67 req-45d0bcc6-ed16-48d7-91f1-9102c7343462 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:29.799516 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-74ee03a0-e878-4097-8915-a5e97a498f67 req-45d0bcc6-ed16-48d7-91f1-9102c7343462 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 943 time: 0.0510650 Aug 04 11:56:29.839102 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-74ee03a0-e878-4097-8915-a5e97a498f67 req-26aa3b10-69f6-468a-8064-e4c46e30c088 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329356 Aug 04 11:56:29.870255 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f4660-9b5d-4f67-aca5-58f19e5e75ff req-cd641b60-27c5-47a0-bac1-4df603df08e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:29.871781 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-413f4660-9b5d-4f67-aca5-58f19e5e75ff req-cd641b60-27c5-47a0-bac1-4df603df08e7 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0928316 Aug 04 11:56:29.949533 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-5cc513ae-f658-41db-afa5-305b055e6fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:29.951125 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-5cc513ae-f658-41db-afa5-305b055e6fc6 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 1096 time: 0.0414090 Aug 04 11:56:29.996807 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-f07ee302-eba1-49e5-b578-b43d6eb88a56 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=81e87757-d3bc-441f-82aa-9637e7667511 HTTP/1.1" status: 200 len: 217 time: 0.0370858 Aug 04 11:56:30.046693 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-3f32093b-e21b-4592-88b3-db10d0666835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:30.048820 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-3f32093b-e21b-4592-88b3-db10d0666835 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=16d3dc8d-6a8a-4139-a330-f65f9ede2a42 HTTP/1.1" status: 200 len: 854 time: 0.0458381 Aug 04 11:56:30.082509 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-c449473e-6e30-4531-ad79-4454414a35fb service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=26371718-770d-45fd-88d9-36dbb3bf602a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259385 Aug 04 11:56:30.176446 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-323def90-f9ac-4351-8c29-3c5b5c702636 service neutron] 10.222.0.86 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870221 Aug 04 11:56:30.266271 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-ee8a506a-7694-4aff-a3ba-1946563d8409 req-1e6d4dfc-76d9-418b-a39d-d5c14c38a887 service neutron] 10.222.0.86 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823956 Aug 04 11:56:30.958350 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1193a2f-750a-498d-93eb-1e5513394b39 req-39f019dd-f8b6-44cb-8cfc-d89595f86ca2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:30.959858 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b1193a2f-750a-498d-93eb-1e5513394b39 req-39f019dd-f8b6-44cb-8cfc-d89595f86ca2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 943 time: 0.0501845 Aug 04 11:56:31.009178 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-b1193a2f-750a-498d-93eb-1e5513394b39 req-1a16c41e-70a8-4a13-b3ef-a4f1a2feefdb tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381477 Aug 04 11:56:32.154884 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd9ffe-37a5-459a-9c25-814f9e1fa765 req-a5108087-31ee-43d3-b4e8-6b4ff5c7f2b2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:32.158835 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-56dd9ffe-37a5-459a-9c25-814f9e1fa765 req-a5108087-31ee-43d3-b4e8-6b4ff5c7f2b2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 943 time: 0.0520179 Aug 04 11:56:32.206331 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-56dd9ffe-37a5-459a-9c25-814f9e1fa765 req-c1a121c8-0727-4588-b7c4-ecda7094241d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 Aug 04 11:56:33.132923 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 81e87757-d3bc-441f-82aa-9637e7667511 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:56:33.228966 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 81e87757-d3bc-441f-82aa-9637e7667511, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=81e87757-d3bc-441f-82aa-9637e7667511,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:33.246297 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': '81e87757-d3bc-441f-82aa-9637e7667511', 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a', 'port_id': '81e87757-d3bc-441f-82aa-9637e7667511', 'mac_address': 'fa:16:3e:a7:08:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d3dc8d-6a8a-4139-a330-f65f9ede2a42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:56:33.293469 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:33.306844 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e87757-d3bc-441f-82aa-9637e7667511 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:56:33.330580 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 81e87757-d3bc-441f-82aa-9637e7667511, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=81e87757-d3bc-441f-82aa-9637e7667511,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:33.334569 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af0fef-667d-430f-ac6c-2b117309056c req-5523f42a-cf96-4534-a30b-41a7181df7b6 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:33.336057 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e1af0fef-667d-430f-ac6c-2b117309056c req-5523f42a-cf96-4534-a30b-41a7181df7b6 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 943 time: 0.0515947 Aug 04 11:56:33.377635 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e1af0fef-667d-430f-ac6c-2b117309056c req-8a0402da-5e53-4168-84dc-d741801c37f1 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354083 Aug 04 11:56:33.424744 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:33.473474 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=81e87757-d3bc-441f-82aa-9637e7667511,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:33.480539 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.480891 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.481270 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.481612 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.481946 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.482287 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.482614 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.482946 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.483275 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.483603 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.483930 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.484255 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:56:33.624233 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['81e87757-d3bc-441f-82aa-9637e7667511'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:56:34.495112 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be5660-e1c7-4243-bad5-63c821fc36e2 req-37d0db3e-0a5c-4aa2-8925-90f82a563b31 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:34.496596 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-01be5660-e1c7-4243-bad5-63c821fc36e2 req-37d0db3e-0a5c-4aa2-8925-90f82a563b31 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 944 time: 0.0509434 Aug 04 11:56:34.540682 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-01be5660-e1c7-4243-bad5-63c821fc36e2 req-ecd93e29-c9a3-43cc-bca4-83222b1bb760 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371540 Aug 04 11:56:35.129795 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 81e87757-d3bc-441f-82aa-9637e7667511 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:56:35.246625 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port 81e87757-d3bc-441f-82aa-9637e7667511 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:56:35.254549 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port 81e87757-d3bc-441f-82aa-9637e7667511 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:56:35.254915 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:35.339287 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:35.363386 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e87757-d3bc-441f-82aa-9637e7667511'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:56:35.366913 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7a9288-fd33-459c-a907-67fbe7d9e9e0" -d '{"events": [{"server_uuid": "b40c1312-5810-40de-aabe-3b848f09a1ae", "name": "network-vif-plugged", "status": "completed", "tag": "81e87757-d3bc-441f-82aa-9637e7667511"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:56:35.384276 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port 81e87757-d3bc-441f-82aa-9637e7667511, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=81e87757-d3bc-441f-82aa-9637e7667511,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:56:35.405073 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f926ae-cb99-4bc7-b61f-72dd49f5923f x-openstack-request-id: req-68f926ae-cb99-4bc7-b61f-72dd49f5923f {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:56:35.405400 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c1312-5810-40de-aabe-3b848f09a1ae", "name": "network-vif-plugged", "status": "completed", "tag": "81e87757-d3bc-441f-82aa-9637e7667511", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:56:35.405654 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-68f926ae-cb99-4bc7-b61f-72dd49f5923f {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:56:35.406048 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e87757-d3bc-441f-82aa-9637e7667511', 'code': 200} Aug 04 11:56:35.486626 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:35.536674 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=81e87757-d3bc-441f-82aa-9637e7667511,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:56:35.677753 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadd10e-fd29-4ee5-815b-c46ebdf5e79b req-3940df72-20fd-4d29-9c73-744bf9e98785 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:35.679183 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3aadd10e-fd29-4ee5-815b-c46ebdf5e79b req-3940df72-20fd-4d29-9c73-744bf9e98785 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 945 time: 0.0556381 Aug 04 11:56:35.724380 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-3aadd10e-fd29-4ee5-815b-c46ebdf5e79b req-c4f565e4-9327-4692-9f52-e28413febe81 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362418 Aug 04 11:56:35.757652 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd426-8944-411a-9689-bc61ac0ee6d9 req-403b8a09-970e-4994-ad7b-3f6ba2bb72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:35.759128 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fecbd426-8944-411a-9689-bc61ac0ee6d9 req-403b8a09-970e-4994-ad7b-3f6ba2bb72aa service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 1098 time: 0.0437179 Aug 04 11:56:35.795033 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-fecbd426-8944-411a-9689-bc61ac0ee6d9 req-68f7f876-b0c2-429e-b1a2-50811668f73b service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286548 Aug 04 11:56:36.847917 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0aef8-60dc-43b6-af8e-d6eeb3a85f61 req-f062fe7e-4a25-4465-86ee-7c6c00dc39c4 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:56:36.849500 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-37d0aef8-60dc-43b6-af8e-d6eeb3a85f61 req-f062fe7e-4a25-4465-86ee-7c6c00dc39c4 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 945 time: 0.0506418 Aug 04 11:56:36.892524 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-37d0aef8-60dc-43b6-af8e-d6eeb3a85f61 req-53f380a3-fd96-4480-80d2-c284a4fc75a8 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370598 Aug 04 11:56:43.439415 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ebb4726c-a7f1-4d92-9ad8-a1c2312880cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:46.053104 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ef4d8772-0d71-4453-892c-6de75ac48731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:46.218589 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:46.904476 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:49.081180 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:56:56.178420 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:02.838816 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:57:13.465435 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-fad528ad-61e2-4926-a256-6a7e3c316366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.077010 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-8d1c8bf6-7de8-48d2-8ffc-f67c38206a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.203054 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:16.912050 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:19.049138 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:25.321084 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c6296-0e43-4dae-b6f4-aaa9f214beb5 req-c0150f80-82fc-4231-8928-9375abe3cbf3 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:25.323047 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e30c6296-0e43-4dae-b6f4-aaa9f214beb5 req-c0150f80-82fc-4231-8928-9375abe3cbf3 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 945 time: 0.0505817 Aug 04 11:57:25.362162 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-e30c6296-0e43-4dae-b6f4-aaa9f214beb5 req-460774e1-c6a4-49e0-919a-d7b31ee47306 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326738 Aug 04 11:57:26.174750 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:26.535452 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592b0c4c-4e17-416a-bfde-b15a258655a5 req-92bade2c-20ef-4151-adb7-051ed21013e4 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:26.537249 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-592b0c4c-4e17-416a-bfde-b15a258655a5 req-92bade2c-20ef-4151-adb7-051ed21013e4 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 945 time: 0.1018617 Aug 04 11:57:26.576345 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-592b0c4c-4e17-416a-bfde-b15a258655a5 req-186a9e46-e1db-4a88-91ea-6531914b7595 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331612 Aug 04 11:57:27.058699 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-a7e292a0-3faf-404d-a464-a1cb6515c595 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:27.060292 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-a7e292a0-3faf-404d-a464-a1cb6515c595 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 945 time: 0.0505376 Aug 04 11:57:27.160251 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Deleting port 81e87757-d3bc-441f-82aa-9637e7667511 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:57:27.160504 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.261515 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] For port 81e87757-d3bc-441f-82aa-9637e7667511, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=81e87757-d3bc-441f-82aa-9637e7667511,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:27.261881 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.275098 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Calling delete_port for 81e87757-d3bc-441f-82aa-9637e7667511 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:57:27.501213 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.513882 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['81e87757-d3bc-441f-82aa-9637e7667511'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:27.530688 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Pushing event deleted for resources: {'Port': ['ID=81e87757-d3bc-441f-82aa-9637e7667511,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:27.543105 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.543450 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.544349 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.544677 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.545094 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.545346 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.545654 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.545979 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.546298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.546620 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.546930 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.547244 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:27.583347 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] No DVR routers for this DVR port 81e87757-d3bc-441f-82aa-9637e7667511 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:57:27.585944 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:27.587967 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-abf8249f-6297-4ff6-981f-b1e012afb370 req-061547c7-518f-4bf6-bb7d-ba884bc178be tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "DELETE /v2.0/ports/81e87757-d3bc-441f-82aa-9637e7667511 HTTP/1.1" status: 204 len: 173 time: 0.5205550 Aug 04 11:57:27.588385 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'name': 'network-vif-deleted', 'tag': '81e87757-d3bc-441f-82aa-9637e7667511'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:27.591222 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c4e335-e652-4cea-9b65-082a77fb07ac" -d '{"events": [{"server_uuid": "b40c1312-5810-40de-aabe-3b848f09a1ae", "name": "network-vif-deleted", "tag": "81e87757-d3bc-441f-82aa-9637e7667511"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:27.633460 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd05dd-b58e-469e-826f-77f11a857eea x-openstack-request-id: req-cfbd05dd-b58e-469e-826f-77f11a857eea {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:27.633754 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40c1312-5810-40de-aabe-3b848f09a1ae", "name": "network-vif-deleted", "tag": "81e87757-d3bc-441f-82aa-9637e7667511", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:27.634009 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-cfbd05dd-b58e-469e-826f-77f11a857eea {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:27.634413 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40c1312-5810-40de-aabe-3b848f09a1ae', 'name': 'network-vif-deleted', 'tag': '81e87757-d3bc-441f-82aa-9637e7667511', 'status': 'completed', 'code': 200} Aug 04 11:57:27.674167 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-349fcfc4-d2b1-4dd9-907f-9026f91ef129 req-d6be496c-2f1a-4a35-8bc0-e164e6a638d5 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=b40c1312-5810-40de-aabe-3b848f09a1ae HTTP/1.1" status: 200 len: 210 time: 0.0276721 Aug 04 11:57:32.349811 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 81e87757-d3bc-441f-82aa-9637e7667511 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:57:32.368860 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: 81e87757-d3bc-441f-82aa-9637e7667511 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:57:32.369228 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device 81e87757-d3bc-441f-82aa-9637e7667511 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:57:38.084592 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [req-6b17d012-07f9-4a94-a1cc-98f546f1c54e req-ff7b9891-5f03-4ac4-9200-5f1d25b37c81 service neutron] (100519) timed out ('10.222.0.86', 58683) {{(pid=100519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 11:57:39.414421 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-3b6dd71a-a41e-45a4-acc7-d3f5afe45a98 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:39.415876 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-3b6dd71a-a41e-45a4-acc7-d3f5afe45a98 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/networks?id=26371718-770d-45fd-88d9-36dbb3bf602a HTTP/1.1" status: 200 len: 814 time: 0.1042078 Aug 04 11:57:39.430756 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-205bfda1-ac73-41da-b874-9a0a90ddcff8 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/quotas/0e56cf289cc64a15ba5fa90c3818fb51 HTTP/1.1" status: 200 len: 375 time: 0.0089445 Aug 04 11:57:39.462280 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-94ce7448-569e-4d2c-b4be-4f7778e8aebd tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262597 Aug 04 11:57:39.551132 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-60c5e225-042c-47b7-a5fa-a95b8b5e6283 service neutron] 10.222.0.88 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817065 Aug 04 11:57:39.643508 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-67eedc57-60ac-48e1-99e6-d35902a9a52d service neutron] 10.222.0.88 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866609 Aug 04 11:57:39.841876 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:57:39.900092 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d8663981-3626-4995-8d6f-7a781f6624be req-9f4c1bac-5a53-4dc7-bb73-775ca2c727d0 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 210 time: 0.0274620 Aug 04 11:57:40.998554 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-03583d93-e902-418a-8d49-c9275136d48c req-d0b670d6-d8bf-4aca-86d2-9669d2fcd5f2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 210 time: 0.0285876 Aug 04 11:57:42.106675 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-7e15d08b-05a9-483a-af61-8b402cb9fabc req-aa035990-b909-4de2-8834-3263239f818d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 210 time: 0.0344381 Aug 04 11:57:42.140235 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-6d8d374c-fd26-43d5-987c-88bae03e5ddc tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:42.142171 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-6d8d374c-fd26-43d5-987c-88bae03e5ddc tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "GET /v2.0/networks?id=26371718-770d-45fd-88d9-36dbb3bf602a HTTP/1.1" status: 200 len: 814 time: 0.1338229 Aug 04 11:57:42.156962 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Request body: {'port': {'device_id': '2af998ec-eb9d-45e4-a83a-23546a775397', 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a', 'admin_state_up': True, 'tenant_id': '0e56cf289cc64a15ba5fa90c3818fb51'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:42.369992 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Made reservation on behalf of 0e56cf289cc64a15ba5fa90c3818fb51 for: {'port': 1} {{(pid=100520) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 04 11:57:42.373679 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:42.513666 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_common [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Allocated IP 172.20.0.8 (26371718-770d-45fd-88d9-36dbb3bf602a/16d3dc8d-6a8a-4139-a330-f65f9ede2a42/f206ce9c-5d50-4a20-8f2c-437da1ca5247) {{(pid=100520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 04 11:57:42.658504 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks [] for port, precommit_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:42.787359 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767279542950', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_create {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:42.829575 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Network 26371718-770d-45fd-88d9-36dbb3bf602a is already hosted by enough agents. {{(pid=100520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 04 11:57:42.832723 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.scheduler.base_scheduler [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Resources bound (agent type, host, resource id): {{(pid=100520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 04 11:57:42.840294 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Received port after_create {{(pid=100520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 04 11:57:42.847133 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Pushing event updated for resources: {'Port': ['ID=f206ce9c-5d50-4a20-8f2c-437da1ca5247,revision_number=1']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:42.894298 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:42.898155 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:43.028254 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-e51530de-82f5-472b-a7cd-a6917c4c9011 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8765347 Aug 04 11:57:43.094067 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.v2.base [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Request body: {'port': {'device_id': '2af998ec-eb9d-45e4-a83a-23546a775397', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78652'}} {{(pid=100520) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 04 11:57:43.155321 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:43.259113 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c652702-aca2-43fd-897d-806480c4ed83 req-359ac7d3-6315-4687-a8e2-ae66702ad157 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:43.260783 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7c652702-aca2-43fd-897d-806480c4ed83 req-359ac7d3-6315-4687-a8e2-ae66702ad157 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 931 time: 0.0611618 Aug 04 11:57:43.310594 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7c652702-aca2-43fd-897d-806480c4ed83 req-7ef711e1-0017-4022-a616-75c265098fd5 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378497 Aug 04 11:57:43.450144 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f206ce9c-5d50-4a20-8f2c-437da1ca5247 {{(pid=100520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:43.457627 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:43.469883 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.provisioning_blocks [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Transition to ACTIVE for port object f206ce9c-5d50-4a20-8f2c-437da1ca5247 will not be triggered until provisioned by entity L2. {{(pid=100520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 04 11:57:43.484517 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e5233800-cfe7-4010-bb7e-5beed84c4496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:43.644629 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:43.695032 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Pushing event updated for resources: {'Port': ['ID=f206ce9c-5d50-4a20-8f2c-437da1ca5247,revision_number=2']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:43.764114 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Attempting to bind port f206ce9c-5d50-4a20-8f2c-437da1ca5247 on host hv-cinder-78652 for vnic_type normal with profile {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 04 11:57:43.764440 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Attempting to bind port f206ce9c-5d50-4a20-8f2c-437da1ca5247 by drivers openvswitch,hyperv on host hv-cinder-78652 at level 0 using segments [{'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 04 11:57:43.764760 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Attempting to bind port f206ce9c-5d50-4a20-8f2c-437da1ca5247 on network 26371718-770d-45fd-88d9-36dbb3bf602a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:57:43.768999 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Port f206ce9c-5d50-4a20-8f2c-437da1ca5247 on network 26371718-770d-45fd-88d9-36dbb3bf602a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78652 {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 04 11:57:43.769327 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Attempting to bind port f206ce9c-5d50-4a20-8f2c-437da1ca5247 on network 26371718-770d-45fd-88d9-36dbb3bf602a {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 04 11:57:43.774005 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Checking agent: {'id': '22c540f6-2422-4e6a-998e-289a6e200dfc', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78652', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'started_at': datetime.datetime(2021, 8, 4, 11, 40, 26), 'heartbeat_timestamp': datetime.datetime(2021, 8, 4, 11, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 04 11:57:43.774333 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Checking segment: {'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 04 11:57:43.774701 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Bound using segment: {'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'} {{(pid=100520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 04 11:57:43.775117 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.managers [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Bound port: f206ce9c-5d50-4a20-8f2c-437da1ca5247, host: hv-cinder-78652, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a'}}] {{(pid=100520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 04 11:57:43.775462 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:43.837231 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] For port f206ce9c-5d50-4a20-8f2c-437da1ca5247, host hv-cinder-78652, cleared binding levels {{(pid=100520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 04 11:57:43.847616 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] For port f206ce9c-5d50-4a20-8f2c-437da1ca5247, host hv-cinder-78652, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f206ce9c-5d50-4a20-8f2c-437da1ca5247,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 04 11:57:43.970907 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9315555'] for port, after_update {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:44.013319 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.014023 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:44.015421 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] 10.222.0.86 "PUT /v2.0/ports/f206ce9c-5d50-4a20-8f2c-437da1ca5247 HTTP/1.1" status: 200 len: 1093 time: 0.9749324 Aug 04 11:57:44.015948 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2af998ec-eb9d-45e4-a83a-23546a775397', 'tag': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:44.018205 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3778bf9-4bc2-45dd-8208-8d579eb38480" -d '{"events": [{"name": "network-changed", "server_uuid": "2af998ec-eb9d-45e4-a83a-23546a775397", "tag": "f206ce9c-5d50-4a20-8f2c-437da1ca5247"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:44.044924 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84830ce9-b7cf-4496-a508-2f1d46abd5ff service neutron] Pushing event updated for resources: {'Port': ['ID=f206ce9c-5d50-4a20-8f2c-437da1ca5247,revision_number=3']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:44.114374 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fda4623-937e-4564-9cc6-98d303710196 x-openstack-request-id: req-7fda4623-937e-4564-9cc6-98d303710196 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:44.114677 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2af998ec-eb9d-45e4-a83a-23546a775397", "tag": "f206ce9c-5d50-4a20-8f2c-437da1ca5247", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:44.115515 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-7fda4623-937e-4564-9cc6-98d303710196 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:44.115918 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2af998ec-eb9d-45e4-a83a-23546a775397', 'tag': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247', 'status': 'completed', 'code': 200} Aug 04 11:57:44.178611 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778bf9-4bc2-45dd-8208-8d579eb38480 req-dc10f8a3-7d7d-4b38-88f0-237721514453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.180119 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d3778bf9-4bc2-45dd-8208-8d579eb38480 req-dc10f8a3-7d7d-4b38-88f0-237721514453 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 1096 time: 0.0446336 Aug 04 11:57:44.281335 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778bf9-4bc2-45dd-8208-8d579eb38480 req-d18119d4-6672-4e69-b305-a9947a46328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.282684 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d3778bf9-4bc2-45dd-8208-8d579eb38480 req-d18119d4-6672-4e69-b305-a9947a46328d service neutron] 10.222.0.86 "GET /v2.0/networks?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0943942 Aug 04 11:57:44.400309 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3778bf9-4bc2-45dd-8208-8d579eb38480 req-679285ce-d12b-4d03-9f09-136764429e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.407538 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-d3778bf9-4bc2-45dd-8208-8d579eb38480 req-679285ce-d12b-4d03-9f09-136764429e48 service neutron] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1064732 Aug 04 11:57:44.430133 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcf18b1-ee5a-4982-b590-9b1f93eeb599 req-059230c2-d5f8-4d96-9cc9-f1c33a15e8f2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.436230 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ebcf18b1-ee5a-4982-b590-9b1f93eeb599 req-059230c2-d5f8-4d96-9cc9-f1c33a15e8f2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 943 time: 0.0554478 Aug 04 11:57:44.472916 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-ebcf18b1-ee5a-4982-b590-9b1f93eeb599 req-833e8aca-319f-4e88-9375-a7f42e0592df tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344486 Aug 04 11:57:44.499353 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-ef1d1587-52f9-4bc6-ad54-2222fa46ff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.499353 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-ef1d1587-52f9-4bc6-ad54-2222fa46ff53 service neutron] 10.222.0.86 "GET /v2.0/ports?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 1096 time: 0.0425639 Aug 04 11:57:44.531129 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-d93d5222-9e08-4a56-acc1-ebab1c4fd062 service neutron] 10.222.0.86 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f206ce9c-5d50-4a20-8f2c-437da1ca5247 HTTP/1.1" status: 200 len: 217 time: 0.0363097 Aug 04 11:57:44.586115 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-9bce27df-619a-4130-bbfa-eebd47229003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:44.587588 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-9bce27df-619a-4130-bbfa-eebd47229003 service neutron] 10.222.0.86 "GET /v2.0/subnets?id=16d3dc8d-6a8a-4139-a330-f65f9ede2a42 HTTP/1.1" status: 200 len: 854 time: 0.0497854 Aug 04 11:57:44.624180 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-a864d818-34b8-4817-9e5f-efcaf5e1b23b service neutron] 10.222.0.86 "GET /v2.0/ports?network_id=26371718-770d-45fd-88d9-36dbb3bf602a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250978 Aug 04 11:57:44.723412 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-2cea5945-326e-4bf4-b827-bf6b87345eb0 service neutron] 10.222.0.86 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904939 Aug 04 11:57:44.814945 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-16e06edf-0383-4957-aea9-a4e5dbce34fc req-d39dfc2e-b3be-4474-a7bf-b1339f50d291 service neutron] 10.222.0.86 "GET /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843761 Aug 04 11:57:45.592313 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78858b-c7cd-4049-9f01-2c8af910031e req-982bbfc4-a0d8-4d37-ae97-4f4c49213ec5 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:45.593913 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9c78858b-c7cd-4049-9f01-2c8af910031e req-982bbfc4-a0d8-4d37-ae97-4f4c49213ec5 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 943 time: 0.0511639 Aug 04 11:57:45.631733 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-9c78858b-c7cd-4049-9f01-2c8af910031e req-99e4bff8-3597-45b4-b343-6a5cb5d250ae tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Aug 04 11:57:46.152690 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e921d1f5-f15b-4f66-b85c-536ab95b0998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:46.204400 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:46.747034 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc921e95-6f84-442b-b0d0-4410e34f75af req-07e1925e-1046-4011-9390-341edd9b5c9f tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:46.748493 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bc921e95-6f84-442b-b0d0-4410e34f75af req-07e1925e-1046-4011-9390-341edd9b5c9f tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 943 time: 0.0496576 Aug 04 11:57:46.786478 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-bc921e95-6f84-442b-b0d0-4410e34f75af req-80e87789-281a-42a6-96cf-9c672c1e8129 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319753 Aug 04 11:57:46.890351 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:47.902096 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ebe19b-2588-4fec-b2c0-1d9605e2e45a req-2bce46a3-e712-44c2-afef-f195560ec3ff tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:47.903623 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52ebe19b-2588-4fec-b2c0-1d9605e2e45a req-2bce46a3-e712-44c2-afef-f195560ec3ff tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 943 time: 0.0497415 Aug 04 11:57:47.942243 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-52ebe19b-2588-4fec-b2c0-1d9605e2e45a req-a90c201f-d1f2-4d15-a44b-8eb5879fb524 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328782 Aug 04 11:57:48.445918 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device f206ce9c-5d50-4a20-8f2c-437da1ca5247 details requested by agent hyperv_hv-cinder-78652 with host hv-cinder-78652 {{(pid=100521) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 04 11:57:48.542540 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port f206ce9c-5d50-4a20-8f2c-437da1ca5247, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f206ce9c-5d50-4a20-8f2c-437da1ca5247,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:48.555046 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Returning: {'device': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247', 'network_id': '26371718-770d-45fd-88d9-36dbb3bf602a', 'port_id': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247', 'mac_address': 'fa:16:3e:ce:19:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d3dc8d-6a8a-4139-a330-f65f9ede2a42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100521) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 04 11:57:48.591986 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:48.605515 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f206ce9c-5d50-4a20-8f2c-437da1ca5247 {{(pid=100521) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 04 11:57:48.626442 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port f206ce9c-5d50-4a20-8f2c-437da1ca5247, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f206ce9c-5d50-4a20-8f2c-437da1ca5247,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:48.707878 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:48.754901 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=f206ce9c-5d50-4a20-8f2c-437da1ca5247,revision_number=4']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:48.761784 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.762132 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.762471 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.762806 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.763136 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.763466 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.763790 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.764172 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.764501 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.764825 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.765172 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.765493 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:57:48.928471 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['f206ce9c-5d50-4a20-8f2c-437da1ca5247'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:57:49.050016 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:49.060736 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9a603-93dd-46c8-af60-caa8c07d643c req-3a80daa8-e5ce-4173-8551-07b95e8b8a69 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:49.062257 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c0b9a603-93dd-46c8-af60-caa8c07d643c req-3a80daa8-e5ce-4173-8551-07b95e8b8a69 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 944 time: 0.0524361 Aug 04 11:57:49.103319 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-c0b9a603-93dd-46c8-af60-caa8c07d643c req-5f83f744-92d1-4381-8f84-7a8b4c621a05 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345900 Aug 04 11:57:50.220133 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c010ac-c86d-44b2-8c74-a348adc11234 req-7c258a82-5b7d-4479-bb80-1000c946a7ba tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:50.221650 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-92c010ac-c86d-44b2-8c74-a348adc11234 req-7c258a82-5b7d-4479-bb80-1000c946a7ba tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 944 time: 0.0515218 Aug 04 11:57:50.259766 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-92c010ac-c86d-44b2-8c74-a348adc11234 req-3e449362-9e09-42ad-99c4-7f1ebb7ab785 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317400 Aug 04 11:57:50.461420 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device f206ce9c-5d50-4a20-8f2c-437da1ca5247 up at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 04 11:57:50.616051 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning for port f206ce9c-5d50-4a20-8f2c-437da1ca5247 completed by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 04 11:57:50.620098 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.db.provisioning_blocks [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Provisioning complete for port f206ce9c-5d50-4a20-8f2c-437da1ca5247 triggered by entity L2. {{(pid=100521) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 04 11:57:50.620472 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4073880'] for port, provisioning_complete {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:50.699516 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3672206'] for port, before_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:50.723427 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af998ec-eb9d-45e4-a83a-23546a775397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247'}] {{(pid=100521) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:57:50.726124 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8149ebd2a43bfef764a127833c0e1b3a6893182543f1bfb03db9207b43fac8f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24625329-ac54-4a61-8be9-3079cb010963" -d '{"events": [{"server_uuid": "2af998ec-eb9d-45e4-a83a-23546a775397", "name": "network-vif-plugged", "status": "completed", "tag": "f206ce9c-5d50-4a20-8f2c-437da1ca5247"}]}' {{(pid=100521) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:57:50.739183 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] For port f206ce9c-5d50-4a20-8f2c-437da1ca5247, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f206ce9c-5d50-4a20-8f2c-437da1ca5247,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100521) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:57:50.767818 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46282577-352e-4054-b614-50198ddaecd6 x-openstack-request-id: req-46282577-352e-4054-b614-50198ddaecd6 {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:57:50.768107 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af998ec-eb9d-45e4-a83a-23546a775397", "name": "network-vif-plugged", "status": "completed", "tag": "f206ce9c-5d50-4a20-8f2c-437da1ca5247", "code": 200}]} {{(pid=100521) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:57:50.768352 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-46282577-352e-4054-b614-50198ddaecd6 {{(pid=100521) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:57:50.768739 dv-cinder-786524-10-iscsi neutron-server[100521]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af998ec-eb9d-45e4-a83a-23546a775397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247', 'code': 200} Aug 04 11:57:50.826912 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767280001455', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767279542968', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767279542986'] for port, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:57:50.874309 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Pushing event updated for resources: {'Port': ['ID=f206ce9c-5d50-4a20-8f2c-437da1ca5247,revision_number=5']} {{(pid=100521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:57:51.162841 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0447d76-6e93-4758-be65-832134069ea5 req-bd0e6f82-8453-4e41-83bc-e1f5497a3c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:51.164370 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0447d76-6e93-4758-be65-832134069ea5 req-bd0e6f82-8453-4e41-83bc-e1f5497a3c90 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 1098 time: 0.0432208 Aug 04 11:57:51.199092 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-f0447d76-6e93-4758-be65-832134069ea5 req-83471f60-55cc-4425-adf1-91b563665313 service neutron] 10.222.0.86 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269563 Aug 04 11:57:51.373458 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad459f-2b4a-4c86-aa0c-bfd48d1b020a req-9f64e746-4cf1-40ae-a107-5024eda5a7e4 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:51.374988 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfad459f-2b4a-4c86-aa0c-bfd48d1b020a req-9f64e746-4cf1-40ae-a107-5024eda5a7e4 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 945 time: 0.0490031 Aug 04 11:57:51.413248 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-dfad459f-2b4a-4c86-aa0c-bfd48d1b020a req-308ba145-337e-44ce-9aa3-65ee26f8b21e tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Aug 04 11:57:52.533522 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e512d6e-80d3-4ee3-a9dd-f436cf713810 req-6054eb9d-6e4c-42b8-9e4e-f2bf29e07777 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:57:52.534975 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e512d6e-80d3-4ee3-a9dd-f436cf713810 req-6054eb9d-6e4c-42b8-9e4e-f2bf29e07777 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 945 time: 0.0518227 Aug 04 11:57:52.573788 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-6e512d6e-80d3-4ee3-a9dd-f436cf713810 req-55338473-6fa9-4036-9031-ae36885faf12 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Aug 04 11:57:56.205441 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:13.463025 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-53485d73-a723-42dc-a610-6034f50570ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:15.631582 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560d7d6-f0a8-4a51-b946-f627c882927f req-41497376-07d0-48ab-9318-81dc9dab6869 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:15.633746 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b560d7d6-f0a8-4a51-b946-f627c882927f req-41497376-07d0-48ab-9318-81dc9dab6869 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 945 time: 0.0545893 Aug 04 11:58:15.676531 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-b560d7d6-f0a8-4a51-b946-f627c882927f req-4ed99f9b-473a-407d-aab7-df7937f34df2 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Aug 04 11:58:16.080487 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-522c29b4-0476-46e7-b5da-81a77e608d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:16.183819 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:16.808426 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3882d1-d477-4d20-94b6-c700e692c202 req-95eb47df-4cd7-4da2-89cc-437ccc512d39 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:16.810081 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a3882d1-d477-4d20-94b6-c700e692c202 req-95eb47df-4cd7-4da2-89cc-437ccc512d39 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 945 time: 0.0551393 Aug 04 11:58:16.841430 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:58:16.855719 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-0a3882d1-d477-4d20-94b6-c700e692c202 req-ac026198-5106-443d-bd6d-16e23956f9fd tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383828 Aug 04 11:58:16.942257 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:17.701429 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-954f62dd-fdf9-4079-9223-5aa950fb017e tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100520) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:17.702978 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-954f62dd-fdf9-4079-9223-5aa950fb017e tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 945 time: 0.0554497 Aug 04 11:58:17.813844 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Deleting port f206ce9c-5d50-4a20-8f2c-437da1ca5247 {{(pid=100520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Aug 04 11:58:17.814569 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767279996218'] for port, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:17.916643 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.db [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] For port f206ce9c-5d50-4a20-8f2c-437da1ca5247, host hv-cinder-78652, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78652',level=0,port_id=f206ce9c-5d50-4a20-8f2c-437da1ca5247,segment=NetworkSegment(1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43),segment_id=1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43)] {{(pid=100520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 04 11:58:17.917043 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-601938'] for port, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:17.933825 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.plugins.ml2.plugin [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Calling delete_port for f206ce9c-5d50-4a20-8f2c-437da1ca5247 owned by compute:nova {{(pid=100520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Aug 04 11:58:17.993914 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cab46-7330-4edc-904b-09b044c41d6e req-bb9e2190-02fa-4b15-939f-d4d8fd06bc02 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 04 11:58:17.995350 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7f1cab46-7330-4edc-904b-09b044c41d6e req-bb9e2190-02fa-4b15-939f-d4d8fd06bc02 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 945 time: 0.0559204 Aug 04 11:58:18.044372 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-7f1cab46-7330-4edc-904b-09b044c41d6e req-e3609916-73f8-4bb1-827f-5cb5ecd490df tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/security-groups?id=bd30e278-823c-47e3-9149-f2e6665be6c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403605 Aug 04 11:58:18.149152 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3673561', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-22738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767280001437', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767279542959', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9315562'] for port, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:18.165382 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.db [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] get_ports_and_sgs() called for port_ids ['f206ce9c-5d50-4a20-8f2c-437da1ca5247'] {{(pid=100521) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 04 11:58:18.177509 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Pushing event deleted for resources: {'Port': ['ID=f206ce9c-5d50-4a20-8f2c-437da1ca5247,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:18.223345 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.l3_dvrscheduler_db [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] No DVR routers for this DVR port f206ce9c-5d50-4a20-8f2c-437da1ca5247 on host hv-cinder-78652 {{(pid=100520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 04 11:58:18.225924 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4490'] for port, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:18.227972 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [req-95980e24-a5f3-4f76-83a2-5942dc7dd253 req-6cd76771-14fa-466c-bf12-d0883c24fb1d tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.86 "DELETE /v2.0/ports/f206ce9c-5d50-4a20-8f2c-437da1ca5247 HTTP/1.1" status: 204 len: 173 time: 0.5183342 Aug 04 11:58:18.228407 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2af998ec-eb9d-45e4-a83a-23546a775397', 'name': 'network-vif-deleted', 'tag': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247'}] {{(pid=100520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 04 11:58:18.230777 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.88/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cccb0b80b54e8c51558a643b11b1f8ef1ba34fe339b8c86aeca3f5f438e932e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968014f9-dda7-4d75-9f66-1dfdf48bbfa0" -d '{"events": [{"server_uuid": "2af998ec-eb9d-45e4-a83a-23546a775397", "name": "network-vif-deleted", "tag": "f206ce9c-5d50-4a20-8f2c-437da1ca5247"}]}' {{(pid=100520) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 04 11:58:18.270210 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 Aug 2021 11:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3094c008-2469-49da-bc3a-be5f0e7eaf22 x-openstack-request-id: req-3094c008-2469-49da-bc3a-be5f0e7eaf22 {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 04 11:58:18.270527 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2af998ec-eb9d-45e4-a83a-23546a775397", "name": "network-vif-deleted", "tag": "f206ce9c-5d50-4a20-8f2c-437da1ca5247", "status": "completed", "code": 200}]} {{(pid=100520) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 04 11:58:18.270778 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.88/compute/v2.1/os-server-external-events used request id req-3094c008-2469-49da-bc3a-be5f0e7eaf22 {{(pid=100520) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 04 11:58:18.271170 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2af998ec-eb9d-45e4-a83a-23546a775397', 'name': 'network-vif-deleted', 'tag': 'f206ce9c-5d50-4a20-8f2c-437da1ca5247', 'status': 'completed', 'code': 200} Aug 04 11:58:19.023567 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:19.161509 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [req-339445d4-4679-4752-8f4d-3e4c89b878c8 req-17dd9f5a-a6e1-4d6b-a434-46410d2f9770 tempest-VolumesSnapshotTestJSON-201048981 tempest-VolumesSnapshotTestJSON-201048981-project] 10.222.0.88 "GET /v2.0/ports?device_id=2af998ec-eb9d-45e4-a83a-23546a775397 HTTP/1.1" status: 200 len: 210 time: 0.0301602 Aug 04 11:58:20.623133 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device f206ce9c-5d50-4a20-8f2c-437da1ca5247 no longer exists at agent hyperv_hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 04 11:58:20.779720 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.plugin [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] No Port match for: f206ce9c-5d50-4a20-8f2c-437da1ca5247 {{(pid=100521) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Aug 04 11:58:20.780065 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron.plugins.ml2.rpc [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Device f206ce9c-5d50-4a20-8f2c-437da1ca5247 not bound to the agent host hv-cinder-78652 {{(pid=100521) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 04 11:58:26.200637 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:43.464831 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ea40844f-1296-4fdf-95e9-1f13c45c138a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:46.104870 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-85b0d2f0-9683-40d4-adf5-c4dad479500e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:46.293547 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:46.727586 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 33212) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:46.778320 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Deleting subnet 16d3dc8d-6a8a-4139-a330-f65f9ede2a42 {{(pid=100520) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 04 11:58:46.781602 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:46.816308 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9341702'] for subnet, precommit_delete_associations {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:46.858997 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4070372'] for subnet, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.023804 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.065735 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4070935', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600143', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9315381', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9425887'] for subnet, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.092306 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d3dc8d-6a8a-4139-a330-f65f9ede2a42,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:47.096912 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.099043 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] 10.222.0.88 "DELETE /v2.0/subnets/16d3dc8d-6a8a-4139-a330-f65f9ede2a42 HTTP/1.1" status: 204 len: 168 time: 0.3702025 Aug 04 11:58:47.101468 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [-] (100519) accepted ('10.222.0.88', 33214) {{(pid=100519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:47.104179 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.104530 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.104873 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.105308 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.105644 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.105978 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.106333 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.106665 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.106991 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.107314 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.107662 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.108125 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a3485f8-bd9b-4e2a-af67-0db7f2f97256 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.170880 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3710826'] for network, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.252068 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4072291', 'neutron.services.segments.db._delete_segments_for_network-8767280073463'] for network, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.266328 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26371718-770d-45fd-88d9-36dbb3bf602a']}} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:47.292129 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43') {'for_net_delete': True} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:47.292129 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.services.segments.db [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c59afaa-c2fe-40d6-ad36-8b7ed8e2cb43') {} {{(pid=100519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 04 11:58:47.292129 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767280077060', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12393626'] for segment, before_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.308842 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296'] for segment, precommit_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.315045 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=100519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4070296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8549166'] for segment, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: Traceback (most recent call last): Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: timer() Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: cb(*args, **kw) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: return func(*args, **kwargs) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: self._notify() Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: self.callback(batched_events) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: event.method(event) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: aggregate_uuid = self.p_client.list_aggregates( Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: return f(self, *a, **k) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._get(url).json() Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: return self.request(url, 'GET', **kwargs) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: base_url = self.get_endpoint(auth, allow=allow, Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 04 11:58:47.335785 dv-cinder-786524-10-iscsi neutron-server[100519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 04 11:58:47.516676 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4072298', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591240', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-581966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603155'] for network, after_delete {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.522321 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron_lib.callbacks.manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-581968'] for network, before_response {{(pid=100519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:47.524254 dv-cinder-786524-10-iscsi neutron-server[100519]: INFO neutron.wsgi [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] 10.222.0.88 "DELETE /v2.0/networks/26371718-770d-45fd-88d9-36dbb3bf602a HTTP/1.1" status: 204 len: 168 time: 0.4210308 Aug 04 11:58:47.536447 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Pushing event deleted for resources: {'Network': ['ID=26371718-770d-45fd-88d9-36dbb3bf602a,revision_number=None']} {{(pid=100519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:47.548773 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.549370 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.549958 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.550519 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.551057 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.551620 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.552173 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.552935 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.553327 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.554276 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.554276 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.554570 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847e8804-a99e-4d06-9fb9-e5ece15ffe3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786524-10-iscsi {{(pid=100519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 04 11:58:47.906678 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 33218) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:47.953408 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-53bab620-4b37-4efc-abdb-9a21d30f7114 admin admin] 10.222.0.88 "GET /v2.0/security-groups?tenant_id=0e56cf289cc64a15ba5fa90c3818fb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455120 Aug 04 11:58:47.957115 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [-] (100520) accepted ('10.222.0.88', 33220) {{(pid=100520) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 04 11:58:48.007942 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-537596c5-4061-473e-80fc-70629131f407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.028655 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-537596c5-4061-473e-80fc-70629131f407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.144875 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-537596c5-4061-473e-80fc-70629131f407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-591143'] for security_group, after_delete {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.147492 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron_lib.callbacks.manager [None req-537596c5-4061-473e-80fc-70629131f407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:48.148851 dv-cinder-786524-10-iscsi neutron-server[100520]: INFO neutron.wsgi [None req-537596c5-4061-473e-80fc-70629131f407 admin admin] 10.222.0.88 "DELETE /v2.0/security-groups/bd30e278-823c-47e3-9149-f2e6665be6c7 HTTP/1.1" status: 204 len: 168 time: 0.1902823 Aug 04 11:58:48.158164 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537596c5-4061-473e-80fc-70629131f407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd30e278-823c-47e3-9149-f2e6665be6c7,revision_number=None']} {{(pid=100520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 04 11:58:49.030866 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:58:53.841089 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:58:56.248105 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:13.454856 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-f4184e2c-15bf-4bd7-a83d-b4ea91a1aa85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:16.095024 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-c888305c-b5a7-460d-b176-c676ec8f25ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:16.232225 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:16.952084 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:19.009318 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:26.244105 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:30.841541 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 11:59:43.434239 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ee1a9766-8087-4afa-923a-7116a51dbd7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:46.073615 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-622be800-6046-4198-8e90-75999ab6064e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:46.203530 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:46.891338 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:49.005206 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 11:59:56.204777 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:07.840171 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:00:13.435583 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-4e452d52-f9c8-4c04-9f4a-09d2623470fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:16.064210 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1953788f-fc69-41ec-8190-402b663bc6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:16.218491 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:16.913928 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:19.030063 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:26.212685 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:27.563274 dv-cinder-786524-10-iscsi neutron-server[100520]: DEBUG neutron.wsgi [req-8b901654-550b-4a57-a8e7-bba5bb7a48bb req-6d09c0e0-a8e3-4817-9703-779590f245de service neutron] (100520) timed out ('10.222.0.86', 58687) {{(pid=100520) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 12:00:27.754029 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [req-71e8c0d9-4aa9-4178-a191-277a5e1053d1 req-1e429b89-af04-4df2-9cfd-de6daf9ecc97 service neutron] (100519) timed out ('10.222.0.86', 58703) {{(pid=100519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 04 12:00:43.452016 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-6fde29ab-1e76-4509-8bd5-880d9ced9413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:44.838509 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:00:46.080984 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-5ea91df0-66f6-4789-ba61-29f1038b664f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:46.208634 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:46.899829 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:49.082820 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:00:56.269943 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:13.436325 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-2fc83a15-866f-417d-9b22-c9ec6527aa5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:16.073264 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-1adae038-4d05-4f13-822c-40fc81d45c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:16.198537 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:16.902275 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:19.019500 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:21.837714 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:01:26.234134 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:43.460664 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-ec74bf7d-6536-4055-beb4-32ec18221013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:46.091713 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-0425c775-e50f-48ec-a688-fd719d47ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:46.240626 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:46.925846 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:49.028569 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:56.263446 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:01:58.836830 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:02:13.441665 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-890ff986-0cbe-4b19-831f-60d87c00bb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:16.079964 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-45325704-4f15-4877-a77c-062f7b5e6ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:16.205473 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:16.916518 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:19.085593 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:26.297204 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:35.835759 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:02:43.443419 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-140b4620-784a-4483-9468-3eac3dd4cf00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:46.058153 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-77b6e0a2-3044-40f1-b804-cd92e0b362b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:46.212116 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:46.926834 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:49.070163 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:02:56.260964 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:12.834462 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:03:13.441980 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-a77b5227-7c1a-4d7f-bcaa-0fb098429c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:16.056161 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-57834ba5-ed4f-4c45-ac77-f8fd3626d119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:16.213839 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:16.922811 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:19.039235 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:26.306176 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:43.469581 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e33781c4-dc19-4963-bd0e-2f6fd526f2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:46.066995 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-82224c2f-3747-4bc6-8c73-482197849e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:46.206853 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-b1e0ee50-1e4e-4bab-a8be-31c24c859d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:46.925770 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-e6be1353-0820-4ae1-8adc-b9735a5336fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:49.041568 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-7b452248-9f38-40c1-aaba-6bf08c88c789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:03:49.833617 dv-cinder-786524-10-iscsi neutron-server[100522]: DEBUG neutron.db.agents_db [None req-72a2dc74-6614-4f19-89cc-4f24963a26c0 None None] Agent healthcheck: found 6 active agents {{(pid=100522) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 04 12:03:56.301395 dv-cinder-786524-10-iscsi neutron-server[100521]: DEBUG neutron_lib.callbacks.manager [None req-71f8d8a7-6eed-40aa-9af0-637f5b27c6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767280073445', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4073935'] for agent, after_update {{(pid=100521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 04 12:04:07.305886 dv-cinder-786524-10-iscsi neutron-server[100519]: DEBUG neutron.wsgi [req-73741120-c99b-4ed1-905d-5709d2394e2f req-e4e99c4e-107c-4cac-8381-84786c5a8624 service neutron] (100519) timed out ('10.222.0.88', 58654) {{(pid=100519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}